-- Logs begin at Wed 2022-09-14 02:01:48 UTC, end at Wed 2022-09-14 03:08:08 UTC. -- Sep 14 02:42:56.725564 dv-cinder-857075-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 02:42:59.419193 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.common.config [-] Logging enabled! Sep 14 02:42:59.419717 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 02:42:59.419921 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113059) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 02:42:59.423105 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.common.config [-] Logging enabled! Sep 14 02:42:59.423358 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 02:42:59.423662 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113059) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 02:42:59.424585 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 02:42:59.424819 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 02:42:59.425294 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 02:42:59.425540 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 02:42:59.425766 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 02:42:59.426081 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.426375 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.426628 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.426923 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.427210 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.427488 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.427773 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.428065 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.428348 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.428625 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.428904 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.429133 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.429407 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.429687 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.429967 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.430187 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] debug = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.430460 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.430909 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.431312 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.431591 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.431875 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.432150 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.432430 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.432686 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.432965 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.433289 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] host = dv-cinder-857075-6-smb {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.433562 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.433842 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.434161 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.434516 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.434770 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.435043 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.435323 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.435590 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.435857 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] log_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.436126 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.436406 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.436685 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.436967 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.437189 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.437407 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.437684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.437974 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.438243 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.438538 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.438808 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.439078 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.439345 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.439606 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.439883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.440158 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.440432 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.440697 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.440963 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.441228 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.441491 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.441765 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.442031 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.442295 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.442588 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.442871 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.443134 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.443400 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.443690 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.443969 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.444243 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.444518 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.444785 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.445057 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.445324 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.445586 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.445849 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] use_json = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.446112 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.446375 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.446675 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.446942 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.447206 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.447471 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.447735 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.448012 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.448276 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:42:59.448569 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.448859 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.449151 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.449429 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.450253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.450575 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.450853 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.451128 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.451412 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.451697 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.451978 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.452249 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.452541 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.452823 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.453110 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.453409 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.453695 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.453978 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.454246 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.454536 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.454805 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.455078 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.455357 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.455627 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.455907 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.456185 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.456456 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.456744 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.457023 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.457304 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.457590 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.457873 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.458141 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.458413 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.458720 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.459000 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.459283 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.459552 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.459825 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.460092 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.460369 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.460652 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.460934 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.461203 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.461477 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.461759 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.462030 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.462296 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.462588 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.462861 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.463129 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.463410 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.463682 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.463948 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.464213 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.464484 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.464748 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.465016 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.465287 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.466193 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.466458 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.466748 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.467014 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.467283 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.467549 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.467813 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.468080 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.468345 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.468616 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.468881 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.469151 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.469417 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.469684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.469949 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.470227 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.470551 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.470826 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.471099 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.471372 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.471644 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.471916 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.472188 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.472460 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.472732 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.472996 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.473280 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.473560 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.473840 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.474116 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.474407 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.474720 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.474993 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.475267 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.475538 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.475809 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.476081 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.476357 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.476628 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.476897 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.477176 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.477457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.477747 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.478035 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.478310 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.478624 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.478918 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.479208 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.479485 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.479787 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.480062 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:42:59.480279 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 02:42:59.480518 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113059) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 02:42:59.854919 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 02:42:59.855240 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 02:42:59.855506 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 02:42:59.855738 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 02:42:59.856138 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 02:42:59.856512 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 02:43:00.181559 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.181847 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.182112 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.183327 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.183605 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.183871 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.236044 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.236318 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.236588 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.252901 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.253179 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.253448 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.281791 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.282062 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.282327 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.318447 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.318739 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.319013 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.546661 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.547260 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.547260 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.548260 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.548955 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.645873 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.646194 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.646494 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.646767 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.647036 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.647346 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.647616 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.647877 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.648133 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.648414 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.648926 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.649198 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.649454 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.649703 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.649956 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.650219 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.650490 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.650757 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.651025 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.651280 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.651550 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.651800 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.652077 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.652443 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.652704 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.653071 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.653470 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:43:00.653710 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:43:00.653947 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:43:00.654180 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:43:00.654413 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:43:00.654670 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:43:00.655030 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 02:43:00.658085 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 02:43:00.661955 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 02:43:00.665802 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 14 02:43:00.667425 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 02:43:00.668044 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 02:43:00.668374 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 02:43:00.669290 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 02:43:00.672109 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 02:43:00.672359 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 02:43:00.672700 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 02:43:00.677701 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 02:43:00.700917 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 02:43:00.701364 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.701658 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113059) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 14 02:43:00.702027 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.703412 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113059) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 02:43:00.703688 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 02:43:00.703932 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 02:43:00.714660 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.714940 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:00.862457 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 02:43:00.862668 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 02:43:00.862907 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 02:43:00.863286 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 02:43:00.916679 dv-cinder-857075-6-smb neutron-server[113059]: INFO dbcounter [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Registered counter for database neutron Sep 14 02:43:00.937219 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_db.sqlalchemy.engines [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113059) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 02:43:00.943059 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG dbcounter [-] [113059] Writer thread running {{(pid=113059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:43:01.618750 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Initializing driver for type 'gre' Sep 14 02:43:01.619423 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] gre ID ranges: [(1, 1000)] Sep 14 02:43:01.812926 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Initializing driver for type 'local' Sep 14 02:43:01.813259 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Initializing driver for type 'vlan' Sep 14 02:43:01.948927 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] VlanTypeDriver initialization complete Sep 14 02:43:01.949284 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Initializing driver for type 'vxlan' Sep 14 02:43:01.950498 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] vxlan ID ranges: [(1, 1000)] Sep 14 02:43:02.173423 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Initializing extension driver 'port_security' Sep 14 02:43:02.173764 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.extensions.port_security [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] PortSecurityExtensionDriver initialization complete Sep 14 02:43:02.174091 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Initializing mechanism driver 'openvswitch' Sep 14 02:43:02.174426 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Initializing mechanism driver 'hyperv' Sep 14 02:43:02.181068 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.plugins.ml2.plugin [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:02.181736 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > port after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.182109 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > port after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.182459 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > port after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.182980 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:43:02.183449 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > subnet after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.183803 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > subnet after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.184750 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.185230 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:43:02.185638 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > network after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.185992 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > network after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.186339 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > network after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.186754 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:43:02.187153 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > security_group after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.187503 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > security_group after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.187843 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.188231 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:43:02.188669 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.189017 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.189359 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.189872 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:43:02.190276 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > address_group after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.190651 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > address_group after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.190998 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > address_group after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.191402 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:43:02.191838 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] ML2 OVO RPC backend initialized. {{(pid=113059) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 14 02:43:02.192540 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.192900 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.193318 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > network before_response 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.193669 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > networks before_response 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.194036 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > port before_response 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.194354 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > ports before_response 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.194738 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > subnet before_response 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.195371 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > subnets before_response 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.202670 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > network after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.202670 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > network after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.202670 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > network after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.202670 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > port after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.203007 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > port after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.203007 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > port after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.203007 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > subnet after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.203007 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > subnet after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.203289 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.210731 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded quota_driver: . Sep 14 02:43:02.211143 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.plugin [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Modular L2 Plugin initialization complete Sep 14 02:43:02.211493 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading services supported by the core plugin {{(pid=113059) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 02:43:02.211836 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.plugins.ml2.managers [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Got port-security extension from driver 'port_security' Sep 14 02:43:02.212484 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.extensions.vlantransparent [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Disabled vlantransparent extension. Sep 14 02:43:02.215763 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113059) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 02:43:02.216105 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading Plugin: router Sep 14 02:43:02.258223 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.258649 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router after_create 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.259023 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router before_create 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.259387 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.259761 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.260117 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router after_delete 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.260474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > floatingip after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.260826 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.261182 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router after_create 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.261528 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router after_update 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.261875 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router after_update 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.262270 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.262761 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router after_update 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.263172 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_update 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.263544 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: port after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.263886 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: port after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.264228 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: subnet after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.264577 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.264936 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.265324 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_create 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.265671 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: port before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.266017 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.266372 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router after_update 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.266741 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.267096 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_create 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.267458 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.267803 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_update 55549900 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.268169 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > agent after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.268521 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > agent after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.268867 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > network after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.269753 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Tracking information for resource: router configured {{(pid=113059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:43:02.270083 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Tracking information for resource: floatingip configured {{(pid=113059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:43:02.282580 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.db.l3_agentschedulers_db [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 02:43:02.283157 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: port after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.283523 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: port after_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.283880 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: port after_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.284232 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: port after_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.285014 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router before_create 55550100 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.285382 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.285746 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_create 55550100 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.286144 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > router precommit_update 55550100 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.291017 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.services.provider_configuration [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service providers = [] {{(pid=113059) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 02:43:02.291385 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.db.servicetype_db [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113059) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 02:43:02.294994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.services.service_base [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 02:43:02.295346 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.services.service_base [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 02:43:02.295688 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.services.service_base [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 02:43:02.296572 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.services.service_base [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 02:43:02.296941 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.services.service_base [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 02:43:02.297315 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:43:02.297684 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 02:43:02.312897 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:43:02.313232 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading Plugin: auto_allocate Sep 14 02:43:02.318931 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: network precommit_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.319300 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: network precommit_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.319816 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:43:02.320134 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading Plugin: tag Sep 14 02:43:02.326700 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:43:02.327027 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading Plugin: timestamp Sep 14 02:43:02.331082 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:43:02.334135 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading Plugin: network_ip_availability Sep 14 02:43:02.339261 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.339635 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.339993 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.340728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:43:02.341050 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading Plugin: flavors Sep 14 02:43:02.345743 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:43:02.346076 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading Plugin: revisions Sep 14 02:43:02.350514 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:43:02.350901 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.495s {{(pid=113059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 02:43:02.351641 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113059) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 14 02:43:02.351979 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Initializing extension manager. Sep 14 02:43:02.352505 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: __init__.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.352845 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: __pycache__ {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.353293 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: address_group.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.354208 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.354873 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: address-group Sep 14 02:43:02.357148 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: address_scope.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.357669 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.358175 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: address-scope Sep 14 02:43:02.358518 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.359401 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.359906 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: router-admin-state-down-before-update Sep 14 02:43:02.360223 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: agent.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.360979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.361481 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: agent Sep 14 02:43:02.361802 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: agent_resources_synced.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.362686 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.363191 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: agent-resources-synced Sep 14 02:43:02.369059 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: allowedaddresspairs.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.371287 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.372445 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: allowed-address-pairs Sep 14 02:43:02.372776 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: auto_allocated_topology.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.373801 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.374321 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: auto-allocated-topology Sep 14 02:43:02.374674 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: availability_zone.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.375330 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.375840 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: availability_zone Sep 14 02:43:02.376197 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: availability_zone_filter.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.377069 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.377579 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: availability_zone_filter Sep 14 02:43:02.377906 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: data_plane_status.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.378787 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.379292 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 02:43:02.379616 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: default_subnetpools.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.380483 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.380985 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: default-subnetpools Sep 14 02:43:02.381309 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.382076 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.382615 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: dhcp_agent_scheduler Sep 14 02:43:02.382940 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: dns.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.383811 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.384315 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension dns-integration not supported by any of loaded plugins Sep 14 02:43:02.384635 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: dns_domain_ports.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.385494 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.385995 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 02:43:02.386314 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.387274 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.387774 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 02:43:02.388096 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: dvr.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.388721 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.389252 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: dvr Sep 14 02:43:02.389568 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: ecmp_routes.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.390425 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.390950 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 02:43:02.391269 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: empty_string_filtering.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.392126 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.392625 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: empty-string-filtering Sep 14 02:43:02.392945 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.393809 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.394306 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 02:43:02.394692 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.395564 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.396066 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 02:43:02.396386 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: external_net.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.397246 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.397750 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: external-net Sep 14 02:43:02.398072 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.399202 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.399708 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: extra_dhcp_opt Sep 14 02:43:02.400035 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: extraroute.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.400926 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.401433 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: extraroute Sep 14 02:43:02.401754 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: extraroute_atomic.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.402880 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.403555 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: extraroute-atomic Sep 14 02:43:02.403881 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: filter_validation.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.404501 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.405003 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: filter-validation Sep 14 02:43:02.405322 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: fip_pf_description.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.406179 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.406702 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 02:43:02.407020 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: fip_pf_detail.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.407872 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.408372 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: floating-ip-port-forwarding-detail Sep 14 02:43:02.408690 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: fip_pf_port_range.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.409556 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.410058 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 14 02:43:02.410377 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: fip_port_details.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.411258 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.411767 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: fip-port-details Sep 14 02:43:02.412087 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: flavors.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.413282 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.414719 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: flavors Sep 14 02:43:02.414719 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.415749 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.416274 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 02:43:02.416608 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: floatingip_pools.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.417267 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.417778 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: floatingip-pools Sep 14 02:43:02.418106 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: ip_allocation.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.419545 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.420052 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 02:43:02.420374 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.421263 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.421769 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: ip-substring-filtering Sep 14 02:43:02.422096 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l2_adjacency.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.422987 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.423490 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 02:43:02.423819 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.424746 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.425261 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: router Sep 14 02:43:02.425586 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.427975 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.428505 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 02:43:02.428840 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.429713 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.430231 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: ext-gw-mode Sep 14 02:43:02.430584 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.431456 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.431972 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: l3-ha Sep 14 02:43:02.432298 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.433159 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.433670 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 14 02:43:02.433993 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3_flavors.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.435570 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.436084 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: l3-flavors Sep 14 02:43:02.436408 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3_ndp_proxy.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.437721 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.438240 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 14 02:43:02.438598 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.439464 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.439975 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 02:43:02.440298 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: l3agentscheduler.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.441305 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.441817 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: l3_agent_scheduler Sep 14 02:43:02.442144 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: local_ip.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.443869 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.444392 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension local_ip not supported by any of loaded plugins Sep 14 02:43:02.444726 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: logging.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.446132 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.446673 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension logging not supported by any of loaded plugins Sep 14 02:43:02.447005 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: metering.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.447704 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.448275 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: metering Sep 14 02:43:02.448601 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.449646 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.450345 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: metering_source_and_destination_fields Sep 14 02:43:02.450700 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: multiprovidernet.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.451576 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.452090 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: multi-provider Sep 14 02:43:02.452412 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: netmtu.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.453330 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.453796 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: net-mtu Sep 14 02:43:02.454119 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: netmtu_writable.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.455015 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.455518 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: net-mtu-writable Sep 14 02:43:02.455841 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: network_availability_zone.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.456467 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.456967 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: network_availability_zone Sep 14 02:43:02.457286 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: network_ip_availability.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.458338 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.458877 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: network-ip-availability Sep 14 02:43:02.459203 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: network_segment_range.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.459915 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.460413 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 02:43:02.460740 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: pagination.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.461659 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.461990 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: pagination Sep 14 02:43:02.462310 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: port_device_profile.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.463190 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.463706 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: port-device-profile Sep 14 02:43:02.464026 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: port_mac_address_override.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.464899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.465501 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: port-mac-override Sep 14 02:43:02.465824 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.466725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.467235 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: port-mac-address-regenerate Sep 14 02:43:02.467553 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.468420 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.468928 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: port-numa-affinity-policy Sep 14 02:43:02.469251 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: port_resource_request.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.470105 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.470658 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 02:43:02.470984 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: port_resource_request_groups.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.471894 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.472396 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 14 02:43:02.472716 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: portbindings.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.473596 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.474102 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: binding Sep 14 02:43:02.474424 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: portbindings_extended.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.475661 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.476178 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: binding-extended Sep 14 02:43:02.476504 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: portsecurity.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.477364 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.477882 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: port-security Sep 14 02:43:02.478204 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: project_id.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.479349 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.479682 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: project-id Sep 14 02:43:02.480005 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: providernet.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.480870 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.482330 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: provider Sep 14 02:43:02.482688 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.486147 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.486706 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos not supported by any of loaded plugins Sep 14 02:43:02.487040 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.488250 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.488769 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 02:43:02.489100 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.489970 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.490503 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 02:43:02.490836 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_default.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.491701 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.492215 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-default not supported by any of loaded plugins Sep 14 02:43:02.492542 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_fip.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.493411 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.493922 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-fip not supported by any of loaded plugins Sep 14 02:43:02.494253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_fip_network_policy.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.495148 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.495661 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 14 02:43:02.495985 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_gateway_ip.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.497022 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.497629 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 02:43:02.497954 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_port_network_policy.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.498855 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.499372 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 02:43:02.499697 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.500678 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.501194 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 14 02:43:02.501517 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.502529 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.503044 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 14 02:43:02.503368 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_pps_rule.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.504479 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.504991 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-pps not supported by any of loaded plugins Sep 14 02:43:02.505316 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_rule_type_details.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.506183 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.506719 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 02:43:02.507044 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_rule_type_filter.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.507910 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.508413 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 14 02:43:02.508739 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: qos_rules_alias.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.509721 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.510228 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 02:43:02.510583 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: quota_check_limit.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.511452 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.511963 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: quota-check-limit Sep 14 02:43:02.512832 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: quotasv2.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.513785 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.514109 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: quotas Sep 14 02:43:02.514430 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: quotasv2_detail.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.516082 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.516416 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: quota_details Sep 14 02:43:02.516741 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: rbac.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.517750 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.518268 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: rbac-policies Sep 14 02:43:02.518628 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: rbac_address_group.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.519513 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.520020 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: rbac-address-group Sep 14 02:43:02.520346 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: rbac_address_scope.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.521308 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.521820 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: rbac-address-scope Sep 14 02:43:02.522146 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: rbac_security_groups.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.523038 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.523797 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: rbac-security-groups Sep 14 02:43:02.524123 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: rbac_subnetpool.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.525002 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.525511 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: rbac-subnetpool Sep 14 02:43:02.525835 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: revisionifmatch.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.526745 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.527260 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: revision-if-match Sep 14 02:43:02.527581 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: revisions.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.529225 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.529734 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: standard-attr-revisions Sep 14 02:43:02.530060 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: router_availability_zone.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.530719 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.531231 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: router_availability_zone Sep 14 02:43:02.531553 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: routerservicetype.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.532446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.532954 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension router-service-type not supported by any of loaded plugins Sep 14 02:43:02.533275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.534144 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.534688 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: security-groups-normalized-cidr Sep 14 02:43:02.535040 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.535911 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.536494 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: port-security-groups-filtering Sep 14 02:43:02.536822 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.537695 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.538204 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: security-groups-remote-address-group Sep 14 02:43:02.538555 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.539445 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.539957 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: security-groups-shared-filtering Sep 14 02:43:02.540281 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: securitygroup.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.549951 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.550498 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: security-group Sep 14 02:43:02.550838 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: segment.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.551521 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.552031 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension segment not supported by any of loaded plugins Sep 14 02:43:02.552357 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.553239 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.553747 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 02:43:02.554071 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: servicetype.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.555137 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.555651 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: service-type Sep 14 02:43:02.555977 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: sorting.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.556908 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.557237 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: sorting Sep 14 02:43:02.557557 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: standard_attr_segment.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.558438 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.558974 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 02:43:02.559991 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: standardattrdescription.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.560731 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.561243 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: standard-attr-description Sep 14 02:43:02.561565 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: stateful_security_group.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.562445 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.562986 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: stateful-security-group Sep 14 02:43:02.563312 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: stdattrs_common.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.563855 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 02:43:02.564180 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.565062 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.565579 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 02:43:02.565905 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: subnet_onboard.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.566934 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.567450 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: subnet_onboard Sep 14 02:43:02.567776 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.568652 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.569164 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 02:43:02.569492 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: subnet_service_types.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.570368 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.570912 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: subnet-service-types Sep 14 02:43:02.571239 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: subnetallocation.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.572260 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.572781 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: subnet_allocation Sep 14 02:43:02.573109 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.573729 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.574238 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: subnetpool-prefix-ops Sep 14 02:43:02.574590 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.575669 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.576177 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 02:43:02.576525 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: tagging.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.577543 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.578072 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: standard-attr-tag Sep 14 02:43:02.578400 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: timestamp.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.579563 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.580084 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loaded extension: standard-attr-timestamp Sep 14 02:43:02.580408 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: trunk.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.586893 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.587881 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension trunk not supported by any of loaded plugins Sep 14 02:43:02.588224 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: trunk_details.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.589115 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.589628 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension trunk-details not supported by any of loaded plugins Sep 14 02:43:02.589959 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: uplink_status_propagation.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.591544 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.592060 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 02:43:02.592386 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Loading extension file: vlantransparent.py {{(pid=113059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:43:02.593016 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:43:02.593519 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 02:43:02.596143 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:network Sep 14 02:43:02.596659 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:subnet Sep 14 02:43:02.597051 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:43:02.597436 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:port Sep 14 02:43:02.598735 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.599179 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service FLAVORS assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.599778 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.600200 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.600531 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:router Sep 14 02:43:02.600964 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:floatingip Sep 14 02:43:02.601446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service METERING assigned prefix: /metering {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.602918 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.603292 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.603645 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:43:02.604634 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 02:43:02.605088 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:security_group Sep 14 02:43:02.605525 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 02:43:02.606788 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service CORE assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.607148 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:43:02.607491 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] subnetpool is already registered Sep 14 02:43:02.607913 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service CORE assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.608237 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:43:02.608563 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] subnetpool is already registered Sep 14 02:43:02.611024 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.611466 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service FLAVORS assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.612102 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.612640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.612974 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:router Sep 14 02:43:02.613316 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] router is already registered Sep 14 02:43:02.613741 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:floatingip Sep 14 02:43:02.614076 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] floatingip is already registered Sep 14 02:43:02.614561 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service METERING assigned prefix: /metering {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.615278 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 02:43:02.615605 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] rbac_policy is already registered Sep 14 02:43:02.616022 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:security_group Sep 14 02:43:02.616353 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] security_group is already registered Sep 14 02:43:02.616768 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 02:43:02.617100 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] security_group_rule is already registered Sep 14 02:43:02.617586 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service CORE assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.617911 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:43:02.618240 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] subnetpool is already registered Sep 14 02:43:02.618696 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.v2.resource_helper [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Service CORE assigned prefix: {{(pid=113059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:43:02.619019 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:43:02.619523 dv-cinder-857075-6-smb neutron-server[113059]: WARNING neutron.quota.resource_registry [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] subnetpool is already registered Sep 14 02:43:02.619792 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: extensions {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.621405 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: address-groups {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.623134 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: address-scopes {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.624369 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: agents {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.625542 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: auto-allocated-topology {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.628053 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: availability_zones {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.629301 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: dhcp-networks {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.630751 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: dhcp-agents {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.632304 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: routers {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.634041 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: flavors {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.635257 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: service_profiles {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.636568 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: next_providers {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.638194 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: service_profiles {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.639704 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: floatingip-pools {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.640948 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: routers {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.642807 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: floatingips {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.644004 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: l3-routers {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.645398 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: l3-agents {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.646983 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: metering-labels {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.648299 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: metering-label-rules {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.649844 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: network-ip-availabilities {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.651248 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: bindings {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.653361 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: quotas {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.654972 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: quotas {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.656628 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: rbac-policies {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.657817 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: security-groups {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.659125 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: security-group-rules {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.660403 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: service-providers {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.661721 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: subnetpools {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.663104 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: subnetpools {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.664584 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.666364 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.668141 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.670673 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.672427 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.674314 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.676138 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.677943 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.679779 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.681646 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron.api.extensions [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Extended resource: tags {{(pid=113059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:43:02.688802 dv-cinder-857075-6-smb neutron-server[113059]: WARNING keystonemiddleware.auth_token [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 02:43:02.693827 dv-cinder-857075-6-smb neutron-server[113059]: WARNING keystonemiddleware.auth_token [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 02:43:02.702667 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Acquiring lock "singleton_lock" {{(pid=113059) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 14 02:43:02.702994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Acquired lock "singleton_lock" {{(pid=113059) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 14 02:43:02.703502 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_concurrency.lockutils [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Releasing lock "singleton_lock" {{(pid=113059) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 14 02:43:02.704101 dv-cinder-857075-6-smb neutron-server[113059]: INFO oslo_service.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Starting 2 workers Sep 14 02:43:02.709007 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Started child 113174 {{(pid=113059) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 02:43:02.713516 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Started child 113175 {{(pid=113059) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 02:43:02.714355 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:02.715086 dv-cinder-857075-6-smb neutron-server[113059]: INFO neutron.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 02:43:02.716275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Publish callbacks [] for process (None), before_spawn {{(pid=113059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:02.716441 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [-] (113174) wsgi starting up on http://0.0.0.0:9696 Sep 14 02:43:02.718778 dv-cinder-857075-6-smb neutron-server[113059]: INFO oslo_service.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Starting 1 workers Sep 14 02:43:02.719282 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:02.720686 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [-] (113175) wsgi starting up on http://0.0.0.0:9696 Sep 14 02:43:02.723944 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Started child 113176 {{(pid=113059) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 02:43:02.724490 dv-cinder-857075-6-smb neutron-server[113059]: INFO oslo_service.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Starting 1 workers Sep 14 02:43:02.727829 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] calling RpcWorker wait() {{(pid=113176) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 02:43:02.728385 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] returning from RpcWorker wait() {{(pid=113176) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 02:43:02.728954 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Started child 113177 {{(pid=113059) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 02:43:02.729650 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:02.729763 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG neutron_lib.callbacks.manager [None req-d93af2e4-3cb9-401b-8408-a263efc7ba8d None None] Publish callbacks [] for process (None), after_spawn {{(pid=113059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:02.730149 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:02.732254 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113059) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 02:43:02.732468 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 02:43:02.732730 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 02:43:02.732885 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 02:43:02.733218 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 02:43:02.733403 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 02:43:02.733901 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.734172 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.734445 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.734754 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.735094 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:02.735571 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.735571 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.735788 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.736030 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:02.736121 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.736311 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.736477 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.736640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.736881 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.737107 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.737413 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.737675 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.737912 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.738252 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.738431 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.738700 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.738959 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.739202 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.739478 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] debug = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.739746 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.740229 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.740471 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.740715 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.740949 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.741232 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.741478 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.741742 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.741995 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.742230 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.742477 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.742746 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.742988 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.743229 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.743460 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.743717 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.743935 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.744428 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] host = dv-cinder-857075-6-smb {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.744667 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.744896 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.745119 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.745366 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.745616 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.745828 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.746093 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.746342 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.747460 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.748159 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.748159 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.748159 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.748536 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.748536 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.748763 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_options = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.748921 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.749196 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.749462 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.749647 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.749815 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.749975 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.750228 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.750389 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.750672 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.750905 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.751115 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.751327 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.751539 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.751773 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.752011 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.752223 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.752455 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.752697 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.752950 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.753193 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.753435 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.753678 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.753891 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.754136 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.754362 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.755533 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.755796 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.756046 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.756268 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.756518 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.757577 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.757936 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.758246 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.758599 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.758968 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.759262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.759623 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.759891 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.760211 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.760382 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.760646 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.760905 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.761153 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.761662 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.761662 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.761846 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.762045 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_json = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.763931 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.763931 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.763931 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.763931 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.764627 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.764627 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.764627 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.765046 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.765046 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.765322 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.765622 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.765940 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.766173 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.766409 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.766689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.766926 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.767149 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.767387 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.767619 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.767929 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.768188 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.768500 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.768784 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.769041 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.769375 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.769636 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.769890 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.770152 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.770375 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.770634 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.770894 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.771164 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.771388 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.771626 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.771875 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.772128 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.772463 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.772728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.772998 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.773362 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.773896 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.774145 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.774410 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.774715 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.775010 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.775145 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.775386 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.775613 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.775840 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.776107 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.776341 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.776574 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.776811 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.777022 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.777250 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.777495 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.777736 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.778181 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.790689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.791883 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.792457 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.793994 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.794642 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.794642 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.794642 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.794642 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.794642 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.794642 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.794642 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.794642 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795262 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.795899 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.796446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.796446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.796446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.796446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.796446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.796446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.796832 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.796907 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.797105 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.797370 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.797618 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.797844 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.798100 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.798349 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.798602 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.798843 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.799056 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.799282 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.799609 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.799855 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.800085 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.800297 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.800554 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.800810 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.801044 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.801301 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.801565 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.801810 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.802076 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.802297 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.802550 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.802780 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.803033 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.803244 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.803474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.803718 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.803935 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.804152 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.804363 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.804616 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.804862 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.805095 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.805322 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.805555 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.805770 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.806028 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.806227 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.806490 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808275 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808850 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808850 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.808850 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.809633 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.810416 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.810416 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.810416 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.811730 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.811730 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.811730 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.811730 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.811730 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.811730 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.812271 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.812271 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.812271 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.812489 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.812783 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.813064 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.813299 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.813557 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.813794 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.814010 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.814226 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.814448 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.814800 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.814956 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.815179 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.815394 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.817962 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.817962 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.817962 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.817962 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.817962 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.817962 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.817962 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.817962 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.818852 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.818852 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.818852 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.818852 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.818852 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.818852 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.818852 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.819326 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.819326 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.819475 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.819615 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.819827 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.820150 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.820389 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.820616 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.820865 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.821080 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.821304 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.821512 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.821720 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.821947 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.822169 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.822382 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.822609 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.822865 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.823071 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.823277 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.823486 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.823693 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.823902 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.824120 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.824325 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.824556 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.825412 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.825634 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.825847 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.826066 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.826276 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.826513 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.826714 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.826929 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.827134 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.827372 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.827579 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.827807 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.828027 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.828242 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.828447 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.828755 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.828995 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.829208 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.829540 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.829723 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.829966 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.830208 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.830534 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.830767 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.831503 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.831503 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.831503 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.831885 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.831885 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.832201 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.832492 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.832736 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.832989 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.833267 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.833545 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.833813 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.834024 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.834337 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.834685 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.835053 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.835196 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.835443 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.835685 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.835910 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.836338 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.836490 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.836617 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.836855 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.837097 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.837326 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.837582 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.837822 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.838510 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.838510 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.838510 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.838765 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.838956 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.839163 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.839317 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 02:43:02.839915 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113059) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 02:43:02.840067 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 02:43:02.840193 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 02:43:02.840427 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 02:43:02.840647 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 02:43:02.840831 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 02:43:02.840982 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.842684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.842684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.842684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.842684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.842684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.842684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.842684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.842684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.843640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.843640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.843640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.843640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.843640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.843640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.843640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.843640 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.844475 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.844475 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.844475 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.844475 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.844475 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] debug = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.844475 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845141 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845141 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845141 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845141 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845141 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845579 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845579 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845579 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.845579 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846033 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846033 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846033 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846411 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846411 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846684 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846936 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] host = dv-cinder-857075-6-smb {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.846936 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.847137 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.847220 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.847376 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.847533 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.847689 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.847846 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.848002 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.848158 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.848313 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.848469 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.848624 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.848780 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.848965 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.849122 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_options = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.849277 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.849433 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.849588 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.849768 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.849931 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.850088 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.850242 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.850397 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.851346 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.851517 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.851679 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.851840 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.852000 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.852158 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.852316 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.852473 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.852630 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.852787 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.852944 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.853103 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.853335 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.853512 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.853599 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.853727 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.853848 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.853977 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.854121 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.854277 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.854435 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.854616 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.854773 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.854928 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.855083 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.855237 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.855377 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.855536 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.855690 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.855845 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.856054 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.856218 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.856351 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.856534 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.856748 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.856909 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.857067 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.857225 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.857381 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_json = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.857522 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.857682 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.857838 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.857993 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.858148 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.858305 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.858493 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.858638 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.858795 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:43:02.858971 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.859870 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.859870 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.859870 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.859870 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.859870 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.859870 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.860379 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.860379 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.860379 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.860816 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.860816 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.860816 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.861166 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.861166 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.861409 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.861409 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.861643 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.861643 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.861878 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.862001 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.862124 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.862249 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.862381 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.862569 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.862730 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.862888 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.863055 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.863213 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.863378 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.863552 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.863711 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.863877 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.864074 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.864211 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.864334 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.864481 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.864641 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.864800 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.864958 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.865115 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.865273 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.865431 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.865589 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.865748 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.865907 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.866066 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.866224 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.866381 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.866567 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.866705 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.866857 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.867016 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.867176 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.867334 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.867494 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.867652 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.867820 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.867978 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.868137 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.868293 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.868452 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.868608 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.868766 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.868924 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.869082 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.869240 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.869397 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.869566 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.869723 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.869880 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.870038 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.870196 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.870353 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.870530 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.872728 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.873797 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.873797 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.873797 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.873797 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.873797 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.873797 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.873797 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.873797 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.874557 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.874557 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.874557 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.874557 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.874986 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.874986 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.874986 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.875241 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.875241 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.875477 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.875477 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.875726 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.875923 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.875923 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.876158 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.876290 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.876413 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.876496 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.876637 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.876794 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.876953 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.877096 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.877257 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.877416 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.877574 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.877734 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.877891 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.878049 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.878206 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.878364 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.878544 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.878713 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.883725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.883725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.883725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.883725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.883725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.883725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.883725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.883725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.884474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885155 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885155 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885155 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885155 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885155 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885155 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885155 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885155 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885756 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885756 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885756 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885756 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885756 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885756 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885756 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.885756 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886288 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886288 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886288 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886288 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886288 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886288 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886288 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886288 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.886979 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888253 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888749 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:02.888839 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888839 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888839 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888839 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888839 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888839 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888839 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.888839 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.889388 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.889388 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.889388 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.889388 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.889731 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.889731 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.889878 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.889956 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.890065 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.890227 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.890394 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.890574 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.890734 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.890896 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.891059 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.891224 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.891365 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.891502 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.891639 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.891801 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.891946 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.892110 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.892263 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.892402 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.892560 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.892703 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.892949 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.893111 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.893249 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.893385 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.893520 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.893665 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.893807 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.893950 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.894087 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.894222 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.894358 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.894554 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.894708 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.894844 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.894988 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.895188 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.895328 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.895464 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.895604 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.895740 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.895875 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.896010 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.896146 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.896290 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.896432 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.896569 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.896705 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.896840 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.896993 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.897130 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.897293 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.897438 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.897583 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.897741 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.897909 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.898057 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.898195 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.898343 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.898762 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.898925 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.899091 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.899250 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.899407 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.899568 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.899725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.899885 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.900050 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.900208 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.900394 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.900584 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.900692 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.900856 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.901021 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.901179 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.901503 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.901672 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.902054 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.902054 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.902217 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.902294 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.902446 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.902627 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.902815 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.902985 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.903143 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.903307 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.903474 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.903619 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.903783 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.903921 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.904084 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.904249 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.904414 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.904572 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.904735 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.904904 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.905062 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.905222 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.905362 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.905497 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.905655 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.905812 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.905958 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.906115 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.906258 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.906401 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.906584 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.906725 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.906860 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.907023 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.907179 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.907339 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.907497 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.907656 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.907803 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:43:02.907945 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 02:43:02.919474 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35636) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:02.926714 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048585 Sep 14 02:43:02.931288 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038979 Sep 14 02:43:12.035285 dv-cinder-857075-6-smb neutron-server[113059]: DEBUG dbcounter [-] [113059] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:14.426232 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355509d3-9668-4284-b3b0-1071900d9f7e None None] get_active_networks_info from dv-cinder-857075-6-smb {{(pid=113176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 14 02:43:14.451722 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writer thread running {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:43:14.541705 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355509d3-9668-4284-b3b0-1071900d9f7e None None] No non-hosted networks {{(pid=113176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 02:43:14.549918 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.agentschedulers_db [None req-355509d3-9668-4284-b3b0-1071900d9f7e None None] DHCP Agent not found on host dv-cinder-857075-6-smb {{(pid=113176) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 14 02:43:14.651483 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-738b1e49-a8f6-4287-9b99-34030f62c96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2058187'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:16.043124 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writer thread running {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:43:16.728796 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4adbb412-f8d5-4cbc-a597-962a675b4f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2058187'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:16.762544 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.db.api [None req-0a970ce7-1903-42f0-8005-38c430252848 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-857075-6-smb {{(pid=113176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:43:16.763555 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG oslo_db.api [None req-0a970ce7-1903-42f0-8005-38c430252848 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:43:17.290007 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0a970ce7-1903-42f0-8005-38c430252848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:18.162337 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2058187'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:18.387193 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35710) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:19.021611 dv-cinder-857075-6-smb neutron-server[113175]: WARNING oslo_policy.policy [None req-dce8b155-7d88-4423-a665-e9404d6dc2ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:43:19.022266 dv-cinder-857075-6-smb neutron-server[113175]: WARNING oslo_policy.policy [None req-dce8b155-7d88-4423-a665-e9404d6dc2ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:43:19.453494 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [None req-dce8b155-7d88-4423-a665-e9404d6dc2ed admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:43:19.453494 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-dce8b155-7d88-4423-a665-e9404d6dc2ed admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8990743 Sep 14 02:43:19.455260 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.db.l3_hamode_db [None req-7525614c-ff06-4610-85c7-c1ae80b47356 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 02:43:19.491368 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7525614c-ff06-4610-85c7-c1ae80b47356 None None] Routers set() bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:43:19.492078 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7525614c-ff06-4610-85c7-c1ae80b47356 None None] Router IDs set() for agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 14 02:43:19.836055 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2058187'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:19.864749 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2058187'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:19.865417 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.865758 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.866092 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.866420 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.866777 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.867103 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.867427 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.867797 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.868121 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.868440 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.868833 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.869160 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.869497 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.869817 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.870133 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:19.870535 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857075-6-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:19.879656 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857075-6-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:21.964960 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35746) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:22.289812 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-d38c1ea1-073e-4ef2-8762-12f81ee67b94 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:43:22.301806 dv-cinder-857075-6-smb neutron-server[113175]: ERROR stevedore.extension [None req-d38c1ea1-073e-4ef2-8762-12f81ee67b94 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 02:43:22.382102 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.policy [None req-d38c1ea1-073e-4ef2-8762-12f81ee67b94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113175) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 02:43:22.424361 dv-cinder-857075-6-smb neutron-server[113175]: WARNING oslo_policy.policy [None req-d38c1ea1-073e-4ef2-8762-12f81ee67b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:43:22.424732 dv-cinder-857075-6-smb neutron-server[113175]: WARNING oslo_policy.policy [None req-d38c1ea1-073e-4ef2-8762-12f81ee67b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:43:22.444508 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writer thread running {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:43:22.555776 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d38c1ea1-073e-4ef2-8762-12f81ee67b94 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790735678865', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790735680357', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790735694985', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790735687496', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790735708321', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790735701343', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-916903', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-906193', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682601'] for rbac-policy (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:22.751736 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d38c1ea1-073e-4ef2-8762-12f81ee67b94 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:22.752920 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d38c1ea1-073e-4ef2-8762-12f81ee67b94 admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7868736 Sep 14 02:43:25.365226 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35756) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:25.688802 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:43:25.755802 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Made reservation on behalf of a28ef57275424d4ba1cf73e79fb16d45 for: {'network': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:43:25.759980 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:25.779578 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:25.888275 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Publish callbacks [] for security_group (4fbdb484-5d78-48a3-a2d9-a51684809c40), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:25.961758 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4fbdb484-5d78-48a3-a2d9-a51684809c40), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:25.995930 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=113175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:43:26.025009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790733905336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (b9d1965f-4edf-43f8-8555-ce5ef4da6a31), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:26.025578 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Unsubscribe: segment precommit_create {{(pid=113175) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 02:43:26.026111 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.segments_db [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Added segment b9d1965f-4edf-43f8-8555-ce5ef4da6a31 of type vlan for network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 Sep 14 02:43:26.041917 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbdb484-5d78-48a3-a2d9-a51684809c40,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:26.091882 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.092218 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.092551 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.092904 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.093232 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.093552 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.093873 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.094192 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.094535 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.094854 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.095168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.095495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.095812 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.096122 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.096433 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Tracked resource versions report: Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: pushed versions: Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: { 'AddressGroup': {'1.2'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Agent': {'1.1'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'ConntrackHelper': {'1.0'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Log': {'1.0'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'NDPProxy': {'1.0'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Network': {'1.1'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Port': {'1.7'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'PortForwarding': {'1.3'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'QosPolicy': {'1.10'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'SecurityGroup': {'1.5'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'SubPort': {'1.0'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Subnet': {'1.1'}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Trunk': {'1.1'}} Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: consumer versions: Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: { DHCP agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: L3 agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: Metadata agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: Metering agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: Open vSwitch agent@dv-cinder-857075-6-smb: { 'AddressGroup': '1.2', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Agent': '1.1', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'ConntrackHelper': '1.0', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'LocalIPAssociation': '1.0', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Log': '1.0', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'NDPProxy': '1.0', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Network': '1.1', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Port': '1.7', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'PortForwarding': '1.3', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'QosPolicy': '1.10', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'SecurityGroup': '1.5', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'SecurityGroupRule': '1.2', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'SubPort': '1.0', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Subnet': '1.1', Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: 'Trunk': '1.1'}} Sep 14 02:43:26.097681 dv-cinder-857075-6-smb neutron-server[113175]: {{(pid=113175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:43:26.134600 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (2c199eff-be7a-46ee-96eb-dd0649bcfee0), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:26.247774 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (2c199eff-be7a-46ee-96eb-dd0649bcfee0), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:26.252804 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:26.253501 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:26.294207 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:26.370660 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0043535 Sep 14 02:43:26.374347 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af502-f5c0-4559-9271-aa1419e2b3aa demo demo] Pushing event updated for resources: {'Network': ['ID=2c199eff-be7a-46ee-96eb-dd0649bcfee0,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:26.401205 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:43:29.053244 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35770) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:29.472954 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27690f0-e5e6-4720-979d-ba0d49700c20 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:29.474320 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-e27690f0-e5e6-4720-979d-ba0d49700c20 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/2c199eff-be7a-46ee-96eb-dd0649bcfee0 HTTP/1.1" status: 200 len: 824 time: 0.4201293 Sep 14 02:43:29.500485 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ea1188a5-7fdd-46e1-8615-baa4b520bffa demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/4d8e63e1-9c8c-4762-80eb-077693aa7216 HTTP/1.1" status: 200 len: 734 time: 0.0200629 Sep 14 02:43:29.508810 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'subnetpool_id': '4d8e63e1-9c8c-4762-80eb-077693aa7216'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:43:29.582882 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Made reservation on behalf of a28ef57275424d4ba1cf73e79fb16d45 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:43:29.585164 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:29.731092 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:29.759376 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:29.766863 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=8 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:29.972962 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (12feb9ae-48a2-4b97-8f8a-0a43bbccb333), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:30.044675 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Checking segment: {'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:43:30.044965 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Network hostable DHCP agents. Network: 2c199eff-be7a-46ee-96eb-dd0649bcfee0, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:43:30.052997 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=12feb9ae-48a2-4b97-8f8a-0a43bbccb333,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:30.115673 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:43:30.172508 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 2c199eff-be7a-46ee-96eb-dd0649bcfee0) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:43:30.177259 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:30.177846 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:30.181868 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2d0eb-1445-4962-ac66-b90783d839e0 None None] Network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:43:30.232330 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-e673000d-e716-4904-8fa1-66b8676ee4e7 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7265928 Sep 14 02:43:30.450873 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'fixed_ips': [{'subnet_id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:43:30.452571 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:30.736499 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Allocated IP 172.20.0.2 (2c199eff-be7a-46ee-96eb-dd0649bcfee0/12feb9ae-48a2-4b97-8f8a-0a43bbccb333/2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:43:30.758390 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:31.014087 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Publish callbacks [] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:31.093129 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:31.176949 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:43:31.181727 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:31.183291 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:43:31.188406 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Pushing event updated for resources: {'Port': ['ID=2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:31.190632 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:43:31.223065 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.223420 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.223768 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.224132 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.224476 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.224811 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.225142 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.225471 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.225801 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.226134 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.226490 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.226825 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.227153 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.227474 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.227794 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Tracked resource versions report: Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: pushed versions: Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: { 'AddressGroup': {'1.2'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Agent': {'1.1'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'ConntrackHelper': {'1.0'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Log': {'1.0'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'NDPProxy': {'1.0'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Network': {'1.1'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Port': {'1.7'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'PortForwarding': {'1.3'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'QosPolicy': {'1.10'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'SecurityGroup': {'1.5'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'SubPort': {'1.0'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Subnet': {'1.1'}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Trunk': {'1.1'}} Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: consumer versions: Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: { DHCP agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: L3 agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: Metadata agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: Metering agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: Open vSwitch agent@dv-cinder-857075-6-smb: { 'AddressGroup': '1.2', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Agent': '1.1', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'ConntrackHelper': '1.0', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'LocalIPAssociation': '1.0', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Log': '1.0', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'NDPProxy': '1.0', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Network': '1.1', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Port': '1.7', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'PortForwarding': '1.3', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'QosPolicy': '1.10', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'SecurityGroup': '1.5', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'SecurityGroupRule': '1.2', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'SubPort': '1.0', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Subnet': '1.1', Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: 'Trunk': '1.1'}} Sep 14 02:43:31.228976 dv-cinder-857075-6-smb neutron-server[113176]: {{(pid=113176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:43:31.295140 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Attempting to bind port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:43:31.295140 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Attempting to bind port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:43:31.295140 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Attempting to bind port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a on network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:43:31.338188 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:43:31.338587 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Checking segment: {'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:43:31.339078 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:31.339471 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Bound using segment: {'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:43:31.339982 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Bound port: 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:43:31.340394 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:31.400845 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] For port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:43:31.420933 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] For port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a,segment=NetworkSegment(b9d1965f-4edf-43f8-8555-ce5ef4da6a31),segment_id=b9d1965f-4edf-43f8-8555-ce5ef4da6a31)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:43:31.481914 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:31.538817 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b4b2e-75f8-482b-aaaf-4665c5e9ad8e None None] Pushing event updated for resources: {'Port': ['ID=2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:32.907684 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35784) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:33.236788 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [None req-5b77f42b-5ae7-4122-b8b2-f197794d582d admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:43:33.237794 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-5b77f42b-5ae7-4122-b8b2-f197794d582d admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3291590 Sep 14 02:43:35.943206 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35792) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:36.280411 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [None req-ab227f09-fad7-4cbe-8d92-c4965343a96f admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:43:36.281477 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ab227f09-fad7-4cbe-8d92-c4965343a96f admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3373575 Sep 14 02:43:38.945770 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 35804) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:39.477156 dv-cinder-857075-6-smb neutron-server[113174]: WARNING oslo_policy.policy [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:43:39.477684 dv-cinder-857075-6-smb neutron-server[113174]: WARNING oslo_policy.policy [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:43:39.478441 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:43:39.556634 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:39.557041 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:39.557405 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a Sep 14 02:43:39.617524 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7419f50a-02ab-4da7-9916-4f8700cc8603 None None] Network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:43:39.695116 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:43:39.704381 dv-cinder-857075-6-smb neutron-server[113174]: ERROR stevedore.extension [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 02:43:39.713694 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:39.714086 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:39.731143 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-a82bd865-89c4-4ea0-8d5c-742d9b847ada None None] Provisioning complete for port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:39.731520 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a82bd865-89c4-4ea0-8d5c-742d9b847ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:39.731858 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-a82bd865-89c4-4ea0-8d5c-742d9b847ada None None] Attempt 1 to provision port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a Sep 14 02:43:39.756842 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.policy [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113174) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 02:43:39.799896 dv-cinder-857075-6-smb neutron-server[113174]: WARNING oslo_policy.policy [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:43:39.800302 dv-cinder-857075-6-smb neutron-server[113174]: WARNING oslo_policy.policy [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:43:39.806546 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a,segment=NetworkSegment(b9d1965f-4edf-43f8-8555-ce5ef4da6a31),segment_id=b9d1965f-4edf-43f8-8555-ce5ef4da6a31)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:43:39.820902 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writer thread running {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:43:39.827329 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:39.830649 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:39.895797 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-a82bd865-89c4-4ea0-8d5c-742d9b847ada None None] Current status of the port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:39.896197 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a82bd865-89c4-4ea0-8d5c-742d9b847ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:39.953869 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:40.027545 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.db.api [None req-a82bd865-89c4-4ea0-8d5c-742d9b847ada None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:43:40.027988 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG oslo_db.api [None req-a82bd865-89c4-4ea0-8d5c-742d9b847ada None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:43:40.033119 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:40.041815 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (0a82630d-6e9b-4ff8-b700-65cc2013f013), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:40.045785 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (0a82630d-6e9b-4ff8-b700-65cc2013f013), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:40.187301 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:40.188169 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:40.206016 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] Publish callbacks [] for router_controller (0a82630d-6e9b-4ff8-b700-65cc2013f013), precommit_add_association {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:40.253525 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (0a82630d-6e9b-4ff8-b700-65cc2013f013), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:40.334687 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:40.336107 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-f0968f92-4b7a-4c9e-bcac-04af939273b9 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3883853 Sep 14 02:43:40.531850 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:40.564277 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-a82bd865-89c4-4ea0-8d5c-742d9b847ada None None] Current status of the port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:40.681874 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-9b01b49f-9a9a-44fc-b2ac-e18c31b21732 None None] Provisioning complete for port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:40.682263 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9b01b49f-9a9a-44fc-b2ac-e18c31b21732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:40.682635 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-9b01b49f-9a9a-44fc-b2ac-e18c31b21732 None None] Attempt 1 to provision port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a Sep 14 02:43:40.763234 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-9b01b49f-9a9a-44fc-b2ac-e18c31b21732 None None] Current status of the port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:41.455337 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:43:41.497801 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:41.500040 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:41.500040 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a Sep 14 02:43:41.572407 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:42.998863 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 35826) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:43.338807 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [None req-0bdeab69-3fc2-4fac-bca6-cd1fe5a85e4c admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:43:43.339799 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0bdeab69-3fc2-4fac-bca6-cd1fe5a85e4c admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3399856 Sep 14 02:43:44.498980 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-dde1fcc2-3e73-4c09-bc83-66787de1b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:45.981165 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 35834) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:46.301057 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:43:46.406497 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Made reservation on behalf of 08712a2fc7d14bcea78d3e24178be8ca for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:43:46.409380 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:46.425916 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:46.531613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Publish callbacks [] for security_group (614ba35c-bf9f-4742-a2da-5e5fb09ceb20), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:46.617763 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (614ba35c-bf9f-4742-a2da-5e5fb09ceb20), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:46.632018 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Reserving flat network on physical network physnet1 {{(pid=113174) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 02:43:46.665639 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790733905336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (ef656b6b-f826-4b54-a201-4efabe749c95), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:46.666173 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Unsubscribe: segment precommit_create {{(pid=113174) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 02:43:46.666718 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Added segment ef656b6b-f826-4b54-a201-4efabe749c95 of type flat for network 224a9e9a-9832-462c-bae5-9c006728bc7c Sep 14 02:43:46.673310 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614ba35c-bf9f-4742-a2da-5e5fb09ceb20,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:46.709456 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-acdca32d-dcb4-4007-a6a7-cab887aeaf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:46.715489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.719701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.720452 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.720452 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.720593 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.720844 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Tracked resource versions report: Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: pushed versions: Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: { 'AddressGroup': {'1.2'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Agent': {'1.1'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'ConntrackHelper': {'1.0'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Log': {'1.0'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'NDPProxy': {'1.0'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Network': {'1.1'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Port': {'1.7'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'PortForwarding': {'1.3'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'QosPolicy': {'1.10'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'SecurityGroup': {'1.5'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'SubPort': {'1.0'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Subnet': {'1.1'}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Trunk': {'1.1'}} Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: consumer versions: Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: { DHCP agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: L3 agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: Metadata agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: Metering agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: Open vSwitch agent@dv-cinder-857075-6-smb: { 'AddressGroup': '1.2', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Agent': '1.1', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'ConntrackHelper': '1.0', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'LocalIPAssociation': '1.0', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Log': '1.0', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'NDPProxy': '1.0', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Network': '1.1', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Port': '1.7', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'PortForwarding': '1.3', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'QosPolicy': '1.10', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'SecurityGroup': '1.5', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'SecurityGroupRule': '1.2', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'SubPort': '1.0', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Subnet': '1.1', Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: 'Trunk': '1.1'}} Sep 14 02:43:46.722080 dv-cinder-857075-6-smb neutron-server[113174]: {{(pid=113174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:43:46.788793 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (224a9e9a-9832-462c-bae5-9c006728bc7c), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:46.915055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (224a9e9a-9832-462c-bae5-9c006728bc7c), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:46.916321 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:46.917090 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:47.018589 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] Pushing event updated for resources: {'Network': ['ID=224a9e9a-9832-462c-bae5-9c006728bc7c,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:47.028906 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 224a9e9a-9832-462c-bae5-9c006728bc7c details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:43:47.112132 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a4f4ffb6-0966-4d12-b2a6-63b2f993ef6b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1299832 Sep 14 02:43:48.103828 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:49.706589 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 35846) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:49.761026 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:49.829603 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.132401 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5416eb-3889-47c2-9e23-ccda0714b587 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:50.133864 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3d5416eb-3889-47c2-9e23-ccda0714b587 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/12feb9ae-48a2-4b97-8f8a-0a43bbccb333 HTTP/1.1" status: 200 len: 849 time: 0.4263160 Sep 14 02:43:50.268895 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b2dcab55-c949-4637-b3d8-5ba0926d08ab demo admin] 10.222.0.27 "GET /networking/v2.0/routers/0a82630d-6e9b-4ff8-b700-65cc2013f013 HTTP/1.1" status: 200 len: 704 time: 0.1289072 Sep 14 02:43:50.404047 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:50.533521 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.658704 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:50.832304 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Allocated IP 172.20.0.1 (2c199eff-be7a-46ee-96eb-dd0649bcfee0/12feb9ae-48a2-4b97-8f8a-0a43bbccb333/dbd32c7c-f963-462b-ac1a-21493fda40b4) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:43:51.028888 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Publish callbacks [] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:51.144361 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:51.222118 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:43:51.233968 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:43:51.237222 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:43:51.237924 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (0a82630d-6e9b-4ff8-b700-65cc2013f013), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:51.261539 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Pushing event updated for resources: {'Port': ['ID=dbd32c7c-f963-462b-ac1a-21493fda40b4,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:51.441210 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Provisioning complete for port dbd32c7c-f963-462b-ac1a-21493fda40b4 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:51.441747 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:51.441930 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Attempt 1 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:43:51.472951 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Port dbd32c7c-f963-462b-ac1a-21493fda40b4 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:43:51.492014 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:51.726753 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:51.743038 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Publish callbacks [] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:51.811475 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:51.812242 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (0a82630d-6e9b-4ff8-b700-65cc2013f013), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:51.892102 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Pushing event updated for resources: {'Port': ['ID=dbd32c7c-f963-462b-ac1a-21493fda40b4,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:51.931534 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:51.941641 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:43:51.942960 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:43:51.974588 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Attempt 2 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:43:52.014263 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Port dbd32c7c-f963-462b-ac1a-21493fda40b4 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:43:52.183981 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Router 0a82630d-6e9b-4ff8-b700-65cc2013f013 is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:43:52.271970 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:43:52.277365 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ff90d128-ad85-45a5-850d-eb7856e571cb demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/0a82630d-6e9b-4ff8-b700-65cc2013f013/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0031443 Sep 14 02:43:52.282068 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Sync routers for ids ['0a82630d-6e9b-4ff8-b700-65cc2013f013'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:43:52.294709 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Routers {'0a82630d-6e9b-4ff8-b700-65cc2013f013'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:43:52.296259 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:43:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['0a82630d-6e9b-4ff8-b700-65cc2013f013'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:52.475420 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Set router 0a82630d-6e9b-4ff8-b700-65cc2013f013 gateway port host: None {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:43:52.515227 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Attempt 3 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:43:52.548212 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Port dbd32c7c-f963-462b-ac1a-21493fda40b4 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:43:52.902675 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'name': 'router1', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:43:40Z', 'updated_at': '2022-09-14T02:43:51Z', 'revision_number': 2, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'gw_port_host': None, '_interfaces': [{'id': 'dbd32c7c-f963-462b-ac1a-21493fda40b4', 'name': '', 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'mac_address': 'fa:16:3e:41:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:43:50Z', 'updated_at': '2022-09-14T02:43:51Z', 'revision_number': 2, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'subnets': [{'id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8e63e1-9c8c-4762-80eb-077693aa7216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:52.950372 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Checking router: 0a82630d-6e9b-4ff8-b700-65cc2013f013 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:43:52.950756 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Updating router 0a82630d-6e9b-4ff8-b700-65cc2013f013 port dbd32c7c-f963-462b-ac1a-21493fda40b4 binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:43:53.005725 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.049455 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Attempt 4 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:43:53.084357 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Port dbd32c7c-f963-462b-ac1a-21493fda40b4 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:43:53.504365 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Publish callbacks [] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.578485 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.586074 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Attempt 5 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:43:53.617325 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Port dbd32c7c-f963-462b-ac1a-21493fda40b4 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:43:53.727916 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Pushing event updated for resources: {'Port': ['ID=dbd32c7c-f963-462b-ac1a-21493fda40b4,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:53.732308 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Attempting to bind port dbd32c7c-f963-462b-ac1a-21493fda40b4 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:43:53.732928 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Attempting to bind port dbd32c7c-f963-462b-ac1a-21493fda40b4 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:43:53.733384 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Attempting to bind port dbd32c7c-f963-462b-ac1a-21493fda40b4 on network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:43:53.764568 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.764912 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.765250 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.765595 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.765927 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.766257 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.766608 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.766935 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.767256 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.767578 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.767899 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.768344 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.768673 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.768995 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.769315 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Tracked resource versions report: Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: pushed versions: Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: { 'AddressGroup': {'1.2'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Agent': {'1.1'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'ConntrackHelper': {'1.0'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Log': {'1.0'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'NDPProxy': {'1.0'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Network': {'1.1'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Port': {'1.7'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'PortForwarding': {'1.3'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'QosPolicy': {'1.10'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'SecurityGroup': {'1.5'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'SubPort': {'1.0'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Subnet': {'1.1'}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Trunk': {'1.1'}} Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: consumer versions: Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: { DHCP agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: L3 agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: Metadata agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: Metering agent@dv-cinder-857075-6-smb: {}, Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: Open vSwitch agent@dv-cinder-857075-6-smb: { 'AddressGroup': '1.2', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Agent': '1.1', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'ConntrackHelper': '1.0', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'LocalIPAssociation': '1.0', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Log': '1.0', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'NDPProxy': '1.0', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Network': '1.1', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Port': '1.7', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'PortForwarding': '1.3', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'QosPolicy': '1.10', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'SecurityGroup': '1.5', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'SecurityGroupRule': '1.2', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'SubPort': '1.0', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Subnet': '1.1', Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: 'Trunk': '1.1'}} Sep 14 02:43:53.770520 dv-cinder-857075-6-smb neutron-server[113177]: {{(pid=113177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:43:53.829290 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:43:53.829688 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Checking segment: {'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:43:53.830162 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.830581 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Bound using segment: {'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:43:53.831084 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Bound port: dbd32c7c-f963-462b-ac1a-21493fda40b4, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d1965f-4edf-43f8-8555-ce5ef4da6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:43:53.831467 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.892086 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:53.909939 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] For port dbd32c7c-f963-462b-ac1a-21493fda40b4, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:43:53.913006 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:53.930425 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] For port dbd32c7c-f963-462b-ac1a-21493fda40b4, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=dbd32c7c-f963-462b-ac1a-21493fda40b4,segment=NetworkSegment(b9d1965f-4edf-43f8-8555-ce5ef4da6a31),segment_id=b9d1965f-4edf-43f8-8555-ce5ef4da6a31)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:43:53.989916 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:54.022895 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Routers {'0a82630d-6e9b-4ff8-b700-65cc2013f013'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:43:54.023513 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:43:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['0a82630d-6e9b-4ff8-b700-65cc2013f013'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:54.111712 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a36c7-b746-47cf-b724-b64921bb91db None None] Pushing event updated for resources: {'Port': ['ID=dbd32c7c-f963-462b-ac1a-21493fda40b4,revision_number=4']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:54.118903 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Attempt 6 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:43:54.129658 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] Set router 0a82630d-6e9b-4ff8-b700-65cc2013f013 gateway port host: None {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:43:54.194207 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Current status of the port dbd32c7c-f963-462b-ac1a-21493fda40b4 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:54.194635 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:54.228944 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] For port dbd32c7c-f963-462b-ac1a-21493fda40b4, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=dbd32c7c-f963-462b-ac1a-21493fda40b4,segment=NetworkSegment(b9d1965f-4edf-43f8-8555-ce5ef4da6a31),segment_id=b9d1965f-4edf-43f8-8555-ce5ef4da6a31)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:43:54.286742 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:54.326786 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'name': 'router1', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:43:40Z', 'updated_at': '2022-09-14T02:43:51Z', 'revision_number': 2, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'gw_port_host': None, '_interfaces': [{'id': 'dbd32c7c-f963-462b-ac1a-21493fda40b4', 'name': '', 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'mac_address': 'fa:16:3e:41:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:43:50Z', 'updated_at': '2022-09-14T02:43:53Z', 'revision_number': 4, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'subnets': [{'id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8e63e1-9c8c-4762-80eb-077693aa7216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:43:54.341073 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d933428-1dfe-45d7-affd-f064e4110fd9 None None] Pushing event updated for resources: {'Port': ['ID=dbd32c7c-f963-462b-ac1a-21493fda40b4,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:54.353536 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f07d4e-a3df-402e-8a00-a67c126278d7 None None] The sync data for ids ['0a82630d-6e9b-4ff8-b700-65cc2013f013'] in dv-cinder-857075-6-smb is: [{'id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'name': 'router1', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:43:40Z', 'updated_at': '2022-09-14T02:43:51Z', 'revision_number': 2, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'gw_port_host': None, '_interfaces': [{'id': 'dbd32c7c-f963-462b-ac1a-21493fda40b4', 'name': '', 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'mac_address': 'fa:16:3e:41:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:43:50Z', 'updated_at': '2022-09-14T02:43:53Z', 'revision_number': 4, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'subnets': [{'id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8e63e1-9c8c-4762-80eb-077693aa7216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:43:54.398189 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:54.407569 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-dc4c8007-314f-4fca-8a2a-f4817efdf7e4 None None] Provisioning complete for port dbd32c7c-f963-462b-ac1a-21493fda40b4 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:54.411354 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-dc4c8007-314f-4fca-8a2a-f4817efdf7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:54.411354 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-dc4c8007-314f-4fca-8a2a-f4817efdf7e4 None None] Attempt 1 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:43:54.444072 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:54.486594 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c8007-314f-4fca-8a2a-f4817efdf7e4 None None] Current status of the port dbd32c7c-f963-462b-ac1a-21493fda40b4 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:54.929912 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 35858) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:55.412859 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4167bc9-b5b1-4283-b3d4-c8c78c4f9457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:55.414885 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a4167bc9-b5b1-4283-b3d4-c8c78c4f9457 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/224a9e9a-9832-462c-bae5-9c006728bc7c HTTP/1.1" status: 200 len: 842 time: 0.4839513 Sep 14 02:43:55.424213 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'gateway_ip': '172.28.1.1', 'name': 'public-subnet'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:43:55.532522 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Made reservation on behalf of 08712a2fc7d14bcea78d3e24178be8ca for: {'subnet': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:43:55.534967 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:55.979540 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.objects.ports [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113174) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 14 02:43:55.980231 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (93825707-aefe-4d42-82f4-441ebffb5d3b), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:56.022100 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:56.041325 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93825707-aefe-4d42-82f4-441ebffb5d3b,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:56.054724 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:43:56.055068 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Network hostable DHCP agents. Network: 224a9e9a-9832-462c-bae5-9c006728bc7c, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:43:56.149097 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:43:56.229668 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 224a9e9a-9832-462c-bae5-9c006728bc7c) {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:43:56.233766 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:56.234345 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:56.239075 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148d9f6-250e-4de6-b208-69e8c76b095e None None] Network 224a9e9a-9832-462c-bae5-9c006728bc7c requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:43:56.343664 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-e0a9ddf3-17ec-4138-bb5d-38bab1c14a86 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9084449 Sep 14 02:43:56.347484 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db823f-a640-4ac1-87d7-a12ac7e7a70f None None] Network 224a9e9a-9832-462c-bae5-9c006728bc7c requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:43:59.109770 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35868) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:59.499695 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device dbd32c7c-f963-462b-ac1a-21493fda40b4 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:43:59.546640 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port dbd32c7c-f963-462b-ac1a-21493fda40b4 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:59.547313 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:59.547817 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:43:59.623981 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port dbd32c7c-f963-462b-ac1a-21493fda40b4 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:59.707607 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-885a5549-a82e-4c85-8e40-f3257d274d7f demo admin] 10.222.0.27 "GET /networking/v2.0/routers/0a82630d-6e9b-4ff8-b700-65cc2013f013 HTTP/1.1" status: 200 len: 710 time: 0.5967085 Sep 14 02:43:59.825676 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f55ec-1064-4f9d-9d6a-4f4e7d2d4069 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:59.827688 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7b2f55ec-1064-4f9d-9d6a-4f4e7d2d4069 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/224a9e9a-9832-462c-bae5-9c006728bc7c HTTP/1.1" status: 200 len: 886 time: 0.1144915 Sep 14 02:43:59.836834 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:00.079599 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks [] for router_gateway (0a82630d-6e9b-4ff8-b700-65cc2013f013), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:00.355550 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks [] for router_gateway (0a82630d-6e9b-4ff8-b700-65cc2013f013), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:00.433955 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:00.635869 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Allocated IP 172.28.1.102 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/82a89a99-e5c3-4984-bbdb-f1737a0dd5ef) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:44:00.746050 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks [] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:00.765948 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:00.788164 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:00.858587 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:00.930920 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:44:00.938485 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:44:00.945004 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:44:00.950413 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Pushing event updated for resources: {'Port': ['ID=82a89a99-e5c3-4984-bbdb-f1737a0dd5ef,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:01.283591 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks [] for router_gateway (0a82630d-6e9b-4ff8-b700-65cc2013f013), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:01.464208 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2057922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2057199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1465'] for router (0a82630d-6e9b-4ff8-b700-65cc2013f013), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:01.469626 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2057931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2057776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2057172'] for router (0a82630d-6e9b-4ff8-b700-65cc2013f013), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:01.575306 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Router 0a82630d-6e9b-4ff8-b700-65cc2013f013 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:44:01.681266 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:44:01.685692 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:01.686888 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-24628f27-22ba-4a76-ab3b-a9b1298cca06 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/0a82630d-6e9b-4ff8-b700-65cc2013f013 HTTP/1.1" status: 200 len: 890 time: 1.8533545 Sep 14 02:44:01.691102 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Sync routers for ids ['0a82630d-6e9b-4ff8-b700-65cc2013f013'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:44:01.704433 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Routers {'0a82630d-6e9b-4ff8-b700-65cc2013f013'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:44:01.705123 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:43:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['0a82630d-6e9b-4ff8-b700-65cc2013f013'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:44:01.919184 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Set router 0a82630d-6e9b-4ff8-b700-65cc2013f013 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:44:02.352758 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'name': 'router1', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': '82a89a99-e5c3-4984-bbdb-f1737a0dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:43:40Z', 'updated_at': '2022-09-14T02:44:01Z', 'revision_number': 4, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'gw_port': {'id': '82a89a99-e5c3-4984-bbdb-f1737a0dd5ef', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:44:00Z', 'updated_at': '2022-09-14T02:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'dbd32c7c-f963-462b-ac1a-21493fda40b4', 'name': '', 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'mac_address': 'fa:16:3e:41:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:43:50Z', 'updated_at': '2022-09-14T02:43:54Z', 'revision_number': 5, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'subnets': [{'id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8e63e1-9c8c-4762-80eb-077693aa7216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:44:02.401054 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Checking router: 0a82630d-6e9b-4ff8-b700-65cc2013f013 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:44:02.401401 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Updating router 0a82630d-6e9b-4ff8-b700-65cc2013f013 port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:44:02.453786 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.609089 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:02.723337 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:02.769520 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:44:02.777875 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Publish callbacks [] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.851695 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.888757 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Attempting to bind port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:44:02.889055 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Attempting to bind port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:44:02.889364 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Attempting to bind port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:44:02.927802 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ea0b2-b993-4b76-a646-dcff830339d9 None None] Pushing event updated for resources: {'Port': ['ID=82a89a99-e5c3-4984-bbdb-f1737a0dd5ef,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:02.946751 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:44:02.947122 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:44:02.947523 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.947905 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:44:02.948374 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Bound port: 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:44:02.948767 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.996702 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] For port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:44:03.000658 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] For port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=82a89a99-e5c3-4984-bbdb-f1737a0dd5ef,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:44:03.047564 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.084080 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Routers {'0a82630d-6e9b-4ff8-b700-65cc2013f013'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:44:03.084705 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:43:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['0a82630d-6e9b-4ff8-b700-65cc2013f013'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:44:03.139240 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ea0b2-b993-4b76-a646-dcff830339d9 None None] Pushing event updated for resources: {'Port': ['ID=82a89a99-e5c3-4984-bbdb-f1737a0dd5ef,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:03.205631 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] Set router 0a82630d-6e9b-4ff8-b700-65cc2013f013 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:44:03.401110 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'name': 'router1', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': '82a89a99-e5c3-4984-bbdb-f1737a0dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:43:40Z', 'updated_at': '2022-09-14T02:44:01Z', 'revision_number': 4, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'gw_port': {'id': '82a89a99-e5c3-4984-bbdb-f1737a0dd5ef', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:44:00Z', 'updated_at': '2022-09-14T02:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'dbd32c7c-f963-462b-ac1a-21493fda40b4', 'name': '', 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'mac_address': 'fa:16:3e:41:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:43:50Z', 'updated_at': '2022-09-14T02:43:54Z', 'revision_number': 5, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'subnets': [{'id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8e63e1-9c8c-4762-80eb-077693aa7216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:44:03.427580 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c156fa7-a4e2-42db-a220-e6e16c4cba3e None None] The sync data for ids ['0a82630d-6e9b-4ff8-b700-65cc2013f013'] in dv-cinder-857075-6-smb is: [{'id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'name': 'router1', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': '82a89a99-e5c3-4984-bbdb-f1737a0dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:43:40Z', 'updated_at': '2022-09-14T02:44:01Z', 'revision_number': 4, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'gw_port': {'id': '82a89a99-e5c3-4984-bbdb-f1737a0dd5ef', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:44:00Z', 'updated_at': '2022-09-14T02:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'dbd32c7c-f963-462b-ac1a-21493fda40b4', 'name': '', 'network_id': '2c199eff-be7a-46ee-96eb-dd0649bcfee0', 'tenant_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'mac_address': 'fa:16:3e:41:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a82630d-6e9b-4ff8-b700-65cc2013f013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:43:50Z', 'updated_at': '2022-09-14T02:43:54Z', 'revision_number': 5, 'project_id': 'a28ef57275424d4ba1cf73e79fb16d45', 'subnets': [{'id': '12feb9ae-48a2-4b97-8f8a-0a43bbccb333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8e63e1-9c8c-4762-80eb-077693aa7216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:44:04.477876 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 35878) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:04.884549 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8ef389dd-cdf7-49ab-a4dc-395a63144a61 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4055276 Sep 14 02:44:05.484663 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:44:05.534346 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:44:05.534701 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:05.535045 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef Sep 14 02:44:05.569389 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:05.609609 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:05.609993 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:05.631284 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=82a89a99-e5c3-4984-bbdb-f1737a0dd5ef,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:05.703747 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:05.752784 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:05.754865 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=82a89a99-e5c3-4984-bbdb-f1737a0dd5ef,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:06.244325 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:06.245157 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=70,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:07.476927 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:44:07.635637 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:44:07.635958 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (82a89a99-e5c3-4984-bbdb-f1737a0dd5ef), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:07.636298 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef Sep 14 02:44:07.708125 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 82a89a99-e5c3-4984-bbdb-f1737a0dd5ef is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:09.780245 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=64 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:12.766537 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=25 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:14.429136 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-65df2c5a-07c6-45f9-9326-17785c1716c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:14.877961 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:14.880700 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:16.709814 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0da6-d869-40dd-a601-2f125fc5a9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:18.109317 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:19.796436 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:19.865549 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:29.789745 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:29.795926 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:39.769328 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:44:44.428375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b2b980cb-8e3b-4e50-86e5-7559007bdc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:46.702939 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-83f3f7c5-a797-4342-8a56-97288a12092e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:46.777028 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:48.132031 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:49.766244 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:49.772921 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:49.851851 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.789340 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:59.792721 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:12.767008 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:14.445417 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ef28889-55bc-474b-ad37-6ac29be2a419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:16.725879 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-15e0d043-41b7-4427-ab84-67667b0cefc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:16.769220 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:45:18.148856 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:19.777200 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:19.851105 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:26.765418 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:26.766225 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:29.782572 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:29.783750 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:32.603674 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36428) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:32.940155 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1933792-c669-4e91-83f7-448f1b7da704 admin admin] GET failed (client error): The resource could not be found. Sep 14 02:45:32.941433 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-a1933792-c669-4e91-83f7-448f1b7da704 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3367860 Sep 14 02:45:33.101991 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54671644-405e-43ba-9702-679a5c35f1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:33.103610 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-54671644-405e-43ba-9702-679a5c35f1e3 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1578789 Sep 14 02:45:35.668102 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36438) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:36.043156 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd6489-c0bc-4b85-b6da-6ca49b572236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:36.044641 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f5dd6489-c0bc-4b85-b6da-6ca49b572236 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/12feb9ae-48a2-4b97-8f8a-0a43bbccb333 HTTP/1.1" status: 200 len: 849 time: 0.3756669 Sep 14 02:45:36.054359 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:36.206063 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Publish callbacks [] for subnet (12feb9ae-48a2-4b97-8f8a-0a43bbccb333), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:36.406331 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790733948820'] for subnet (12feb9ae-48a2-4b97-8f8a-0a43bbccb333), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:36.439260 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:36.440473 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:36.441155 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/12feb9ae-48a2-4b97-8f8a-0a43bbccb333 HTTP/1.1" status: 200 len: 868 time: 0.3904727 Sep 14 02:45:36.444769 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e591472-201e-4015-b966-678f2086a165 None None] Network 2c199eff-be7a-46ee-96eb-dd0649bcfee0 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:45:36.460068 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12feb9ae-48a2-4b97-8f8a-0a43bbccb333,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:36.468185 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.468536 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.468903 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.469260 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.469599 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.469932 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.470259 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.470611 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.470944 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.471329 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.471665 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.472008 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.472339 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.472664 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.472985 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d4e3f-0797-4b93-b945-77591b78f017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:36.792609 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-90c6050b-f0df-4a1b-bbd2-ef42ca1c72f9 None None] Provisioning complete for port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:36.793079 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-90c6050b-f0df-4a1b-bbd2-ef42ca1c72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:36.793418 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-90c6050b-f0df-4a1b-bbd2-ef42ca1c72f9 None None] Attempt 1 to provision port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a Sep 14 02:45:36.869399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-90c6050b-f0df-4a1b-bbd2-ef42ca1c72f9 None None] Current status of the port 2e6f7a69-9d4a-4e7f-8ca0-8a3377802c5a is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:36.877680 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-90c6050b-f0df-4a1b-bbd2-ef42ca1c72f9 None None] Provisioning complete for port dbd32c7c-f963-462b-ac1a-21493fda40b4 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:36.878070 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-90c6050b-f0df-4a1b-bbd2-ef42ca1c72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (dbd32c7c-f963-462b-ac1a-21493fda40b4), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:36.878413 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-90c6050b-f0df-4a1b-bbd2-ef42ca1c72f9 None None] Attempt 1 to provision port dbd32c7c-f963-462b-ac1a-21493fda40b4 Sep 14 02:45:36.949931 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-90c6050b-f0df-4a1b-bbd2-ef42ca1c72f9 None None] Current status of the port dbd32c7c-f963-462b-ac1a-21493fda40b4 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:39.009546 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36446) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:39.492613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d5349-75e8-4886-a61d-c4e44c1310e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:39.493097 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d5349-75e8-4886-a61d-c4e44c1310e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:39.494667 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-e31d5349-75e8-4886-a61d-c4e44c1310e2 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4841647 Sep 14 02:45:42.068763 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36456) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:42.478165 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f1ec60-31b3-4e30-bdee-0ca00c8ce6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:42.478660 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f1ec60-31b3-4e30-bdee-0ca00c8ce6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:42.480169 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-92f1ec60-31b3-4e30-bdee-0ca00c8ce6dd admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4105496 Sep 14 02:45:44.451053 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-80a74571-4b01-41bd-bf7a-7b2d389c0f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:45.047624 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36464) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:45.462100 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a84cc-e10a-43a0-8111-b3036e898aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:45.463494 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-fb0a84cc-e10a-43a0-8111-b3036e898aa0 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/224a9e9a-9832-462c-bae5-9c006728bc7c HTTP/1.1" status: 200 len: 886 time: 0.4150112 Sep 14 02:45:46.457465 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:46.463335 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:46.691114 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-1eae0130-5ee8-444d-a66f-423c7cd6b613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:48.071470 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36472) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:48.131598 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:48.491430 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101c216c-6c2d-4f2c-a033-992bf6bc4b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:48.492784 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-101c216c-6c2d-4f2c-a033-992bf6bc4b9f admin admin] 10.222.0.27 "GET /networking/v2.0/networks/2c199eff-be7a-46ee-96eb-dd0649bcfee0 HTTP/1.1" status: 200 len: 868 time: 0.4204106 Sep 14 02:45:49.773164 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:49.844294 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:51.095472 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36480) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:51.495037 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb1527-f50d-45de-b413-1bd2a0b63aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:51.495492 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb1527-f50d-45de-b413-1bd2a0b63aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:51.497010 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d5bb1527-f50d-45de-b413-1bd2a0b63aba admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4005990 Sep 14 02:45:53.769476 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:45:54.059365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36488) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:54.531121 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9659f975-bfc7-45b8-bf91-c771b8f3f9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:54.531582 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9659f975-bfc7-45b8-bf91-c771b8f3f9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:54.533147 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-9659f975-bfc7-45b8-bf91-c771b8f3f9f7 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4728875 Sep 14 02:45:57.259888 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36496) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:57.702872 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df049d08-4e2e-41ae-beb4-fe84873e2776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:57.704254 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-df049d08-4e2e-41ae-beb4-fe84873e2776 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/12feb9ae-48a2-4b97-8f8a-0a43bbccb333 HTTP/1.1" status: 200 len: 868 time: 0.4433830 Sep 14 02:45:59.778259 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=47 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:59.780555 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:00.406541 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36504) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:00.772310 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d7d054-6b09-42c0-b2e3-109ce34bad5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:00.773637 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-e3d7d054-6b09-42c0-b2e3-109ce34bad5f admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/93825707-aefe-4d42-82f4-441ebffb5d3b HTTP/1.1" status: 200 len: 816 time: 0.3662167 Sep 14 02:46:04.523212 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=36 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:04.525560 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=43 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:09.944040 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=19 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:09.947918 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=15 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:10.767648 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=34 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:10.769574 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=25 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:14.445352 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bd628e08-a774-4be7-a374-b6e4665e0c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:16.696545 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c90cd59d-2f4b-47c6-ae22-0fb0b5eb7a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:18.119938 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:19.765451 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:19.845247 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:29.780856 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:29.783651 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:30.570235 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36560) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:30.768577 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:46:30.900939 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [None req-e7a6c9c3-f3a8-4d32-aca6-55c7a479bee5 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:46:30.901927 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-e7a6c9c3-f3a8-4d32-aca6-55c7a479bee5 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3307321 Sep 14 02:46:33.585327 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36568) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:33.930834 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8192e61d-b96c-4230-bf28-7d0797535cb4 admin admin] GET failed (client error): The resource could not be found. Sep 14 02:46:33.932138 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8192e61d-b96c-4230-bf28-7d0797535cb4 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3458645 Sep 14 02:46:34.017108 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15640b20-b326-44ec-be84-48b6ead68b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:34.018625 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-15640b20-b326-44ec-be84-48b6ead68b23 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815258 Sep 14 02:46:36.612223 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36576) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:36.933294 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:36.987666 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Made reservation on behalf of 08712a2fc7d14bcea78d3e24178be8ca for: {'network': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:46:36.989851 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:37.025836 dv-cinder-857075-6-smb neutron-server[113175]: WARNING neutron.services.revisions.revision_plugin [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Could not find related network for resource to bump revision. Sep 14 02:46:37.040189 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=113175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:46:37.050325 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (56eaa678-18d2-4569-9a4b-69fa84afd6fc), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:37.050681 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.segments_db [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Added segment 56eaa678-18d2-4569-9a4b-69fa84afd6fc of type vlan for network d2539a21-8788-4d5d-9294-771cae223424 Sep 14 02:46:37.099232 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (d2539a21-8788-4d5d-9294-771cae223424), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:37.159661 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (d2539a21-8788-4d5d-9294-771cae223424), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:37.160543 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:37.161118 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:37.252731 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Pushing event updated for resources: {'Network': ['ID=d2539a21-8788-4d5d-9294-771cae223424,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:37.259235 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.259581 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.259936 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.260276 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.260609 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.260935 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.261289 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.261623 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.261932 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.262253 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.262602 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.262940 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.263285 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.263604 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.263919 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:37.274928 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network d2539a21-8788-4d5d-9294-771cae223424 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:46:37.293801 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-2d4aacdb-28b2-465c-9038-9364588f4088 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.6805198 Sep 14 02:46:37.765265 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:39.901992 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36584) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:40.240592 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91f4793-2f9d-425f-9cce-2cb1f5fabe2c admin admin] GET failed (client error): The resource could not be found. Sep 14 02:46:40.241850 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-d91f4793-2f9d-425f-9cce-2cb1f5fabe2c admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3386054 Sep 14 02:46:40.342330 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b508ee-6cf4-4f60-9588-6643dd038163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:40.343730 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-d9b508ee-6cf4-4f60-9588-6643dd038163 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0975494 Sep 14 02:46:40.353487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:40.439497 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Made reservation on behalf of 08712a2fc7d14bcea78d3e24178be8ca for: {'subnet': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:46:40.441734 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:40.651116 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (2d5a36c4-8508-4d24-b326-b517cb3d4dc6), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:40.711576 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5a36c4-8508-4d24-b326-b517cb3d4dc6,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:40.722270 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.722650 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.723037 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.723380 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.723718 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.724050 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.724379 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.724706 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.725033 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.725356 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.725685 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.726024 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.726350 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.726693 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.727016 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:40.729880 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Checking segment: {'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:46:40.730230 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Network hostable DHCP agents. Network: d2539a21-8788-4d5d-9294-771cae223424, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:46:40.787788 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Network d2539a21-8788-4d5d-9294-771cae223424 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:46:40.867767 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, d2539a21-8788-4d5d-9294-771cae223424) {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:46:40.871740 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:40.872328 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:40.876461 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b57852-5cb8-4280-ac3e-fdd1fcb54758 None None] Network d2539a21-8788-4d5d-9294-771cae223424 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:46:40.956436 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-c6fc79bd-dbca-4780-9e62-887298acce24 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6061766 Sep 14 02:46:40.981498 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-d2539a21-8788-4d5d-9294-771cae223424', 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424', 'project_id': '08712a2fc7d14bcea78d3e24178be8ca', 'fixed_ips': [{'subnet_id': '2d5a36c4-8508-4d24-b326-b517cb3d4dc6'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:46:40.983387 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.131616 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Allocated IP 192.168.233.2 (d2539a21-8788-4d5d-9294-771cae223424/2d5a36c4-8508-4d24-b326-b517cb3d4dc6/68cb71b8-531e-4308-bd2d-4c20fb9dae78) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:46:41.277037 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Publish callbacks [] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.342986 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.381141 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Network d2539a21-8788-4d5d-9294-771cae223424 is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:46:41.386151 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:46:41.390995 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:46:41.397484 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Pushing event updated for resources: {'Port': ['ID=68cb71b8-531e-4308-bd2d-4c20fb9dae78,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:41.408306 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.408656 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.409001 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.409366 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.409707 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.410041 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.410365 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.410719 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.411043 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.411366 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.411687 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.412024 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.412352 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.412673 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.412990 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:41.462453 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Attempting to bind port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:46:41.462845 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Attempting to bind port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:46:41.463205 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Attempting to bind port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 on network d2539a21-8788-4d5d-9294-771cae223424 {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:46:41.506160 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:46:41.506966 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Checking segment: {'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:46:41.507411 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.507806 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Bound using segment: {'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:46:41.508961 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Bound port: 68cb71b8-531e-4308-bd2d-4c20fb9dae78, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:46:41.508961 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.574113 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] For port 68cb71b8-531e-4308-bd2d-4c20fb9dae78, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:46:41.577580 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] For port 68cb71b8-531e-4308-bd2d-4c20fb9dae78, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=68cb71b8-531e-4308-bd2d-4c20fb9dae78,segment=NetworkSegment(56eaa678-18d2-4569-9a4b-69fa84afd6fc),segment_id=56eaa678-18d2-4569-9a4b-69fa84afd6fc)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:46:41.651981 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.682595 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:41.697725 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:41.712087 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5987ff9-59ca-4f8e-b22c-d2f929e33ace None None] Pushing event updated for resources: {'Port': ['ID=68cb71b8-531e-4308-bd2d-4c20fb9dae78,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:42.506434 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94142db-a1b1-4d8f-8467-086e4d495071 None None] Network d2539a21-8788-4d5d-9294-771cae223424 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:46:42.564604 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-bc6dc707-7cf9-4924-89fe-eb733e8f1206 None None] Provisioning complete for port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:46:42.564990 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc707-7cf9-4924-89fe-eb733e8f1206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:42.565330 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-bc6dc707-7cf9-4924-89fe-eb733e8f1206 None None] Attempt 1 to provision port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 Sep 14 02:46:42.687320 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-bc6dc707-7cf9-4924-89fe-eb733e8f1206 None None] Current status of the port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:46:42.687720 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc707-7cf9-4924-89fe-eb733e8f1206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:42.730186 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-bc6dc707-7cf9-4924-89fe-eb733e8f1206 None None] For port 68cb71b8-531e-4308-bd2d-4c20fb9dae78, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=68cb71b8-531e-4308-bd2d-4c20fb9dae78,segment=NetworkSegment(56eaa678-18d2-4569-9a4b-69fa84afd6fc),segment_id=56eaa678-18d2-4569-9a4b-69fa84afd6fc)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:46:42.798219 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc707-7cf9-4924-89fe-eb733e8f1206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:42.850946 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dc707-7cf9-4924-89fe-eb733e8f1206 None None] Pushing event updated for resources: {'Port': ['ID=68cb71b8-531e-4308-bd2d-4c20fb9dae78,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:42.916541 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-e35104f6-bf4a-4ea1-b426-79bc833ce71b None None] Provisioning complete for port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:46:42.916930 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-e35104f6-bf4a-4ea1-b426-79bc833ce71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:42.917271 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-e35104f6-bf4a-4ea1-b426-79bc833ce71b None None] Attempt 1 to provision port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 Sep 14 02:46:42.992769 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-e35104f6-bf4a-4ea1-b426-79bc833ce71b None None] Current status of the port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:46:43.588860 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 68cb71b8-531e-4308-bd2d-4c20fb9dae78 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:46:43.639046 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:46:43.639452 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (68cb71b8-531e-4308-bd2d-4c20fb9dae78), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:43.639794 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 Sep 14 02:46:43.712233 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 68cb71b8-531e-4308-bd2d-4c20fb9dae78 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:46:44.439544 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c41cee9a-fdf0-4305-9d58-25e58936e34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:46.713996 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-cd061f34-0cb4-4ce5-9835-6a3dc551c8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:47.246653 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:47.255746 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=39,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:48.119740 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:48.763561 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:48.783030 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:49.803452 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:49.879711 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:50.878914 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:50.881775 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:59.781811 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:59.783947 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:07.768079 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:47:14.462134 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-536dc9cb-a2f9-4283-80cc-0bb47ab4fd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:16.708213 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bb8506f0-57fd-4bc2-b3fc-dd6590758659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:17.763471 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:17.764266 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:18.130807 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:19.791585 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:19.871402 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:29.786810 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:29.788684 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:44.471094 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9b639e1b-f7da-4f9b-a6b6-144ba5d1e355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.767884 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:47:46.719215 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-e3c6cf53-0546-46bb-88d4-ea589c503b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:48.147349 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.799216 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.862080 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:54.762258 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:54.765053 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:59.783813 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:59.790029 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:09.882161 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=13 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:09.883977 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=13 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:14.473716 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-8910389f-cbfd-4988-ab56-b669f192af36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:16.745242 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-78e12870-13a1-47a1-bdb7-5e8e8f21fa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:18.144921 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:19.790958 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:19.847839 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:21.765977 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:48:24.907356 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36650) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:24.913179 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [None req-adc1d3d2-c263-4a8a-a590-3197136babb3 tempest-verify_tempest_config-1525829284 tempest-verify_tempest_config-1525829284-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:48:24.914150 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-adc1d3d2-c263-4a8a-a590-3197136babb3 tempest-verify_tempest_config-1525829284 tempest-verify_tempest_config-1525829284-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058334 Sep 14 02:48:25.466373 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36668) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:25.592471 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:25.666661 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Publish callbacks [] for security_group (158a37ce-7844-4804-8f5d-6adcb50e1316), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:25.739411 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (158a37ce-7844-4804-8f5d-6adcb50e1316), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:25.786715 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7595eacde71a4341a913628b01d7a3f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3191402 Sep 14 02:48:25.787516 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a37ce-7844-4804-8f5d-6adcb50e1316,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:25.789599 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36674) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:25.794268 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.795183 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.800820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023eb5b7-62f8-47fa-bf62-9a1d0e4ea628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:25.849985 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Publish callbacks [] for security_group (158a37ce-7844-4804-8f5d-6adcb50e1316), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:25.870127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Publish callbacks [] for security_group (158a37ce-7844-4804-8f5d-6adcb50e1316), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:26.022127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (158a37ce-7844-4804-8f5d-6adcb50e1316), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:26.024652 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:26.025828 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/158a37ce-7844-4804-8f5d-6adcb50e1316 HTTP/1.1" status: 204 len: 168 time: 0.2351162 Sep 14 02:48:26.034677 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a37ce-7844-4804-8f5d-6adcb50e1316,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:26.041547 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.041891 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.042233 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.042630 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.042966 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.043293 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.043668 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.043925 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.044253 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.044579 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.044891 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.045208 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.045532 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.045845 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:26.046160 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb1f15-2a66-441e-8bdf-8f69d2e46bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:29.790106 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:31.761839 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:31.762789 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:35.780695 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=16,neutron:INSERT=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:35.790793 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=23,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:36.030759 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:36.038154 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:36.068453 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:44.478868 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea797-afa8-4f36-8d67-7bd5168b75bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:46.696089 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ebb65e5d-92ee-41c0-89ca-0f312ca98766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:48.150527 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:49.794695 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:49.875519 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.765993 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:48:59.792837 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.795046 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:08.762226 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:12.768452 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:14.484830 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-167182ec-19c0-45e2-806c-b9306eca90f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:16.718870 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-30c1b74c-c150-4f4b-954b-3a5512d10950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:18.149996 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:19.812543 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:19.863879 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:29.790819 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:29.792663 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:35.764042 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 5 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:49:44.514748 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-55c85988-91af-4281-88f0-c4b442a9cb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:45.759583 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:45.760324 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:46.718624 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6f3e98ef-a9dc-42e9-b655-f14f4b2478ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:48.217975 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:49.800421 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:49.880452 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.790684 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:59.793055 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:04.664654 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2058187'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.763564 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:50:14.480182 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d733-2b8f-48fe-b731-39d24a11c97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.701516 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9f01cc52-e3da-4050-9aa6-0f81ccc01799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:17.682713 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36746) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:17.790310 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-acad556f-af73-45a7-a259-ab58c55aba0b admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1065228 Sep 14 02:50:18.141554 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:19.817918 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:19.874425 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.258598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36756) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:20.320015 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1c6d0c8d-0075-42d8-b3dc-aee11a7e872e admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0604250 Sep 14 02:50:22.758593 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=14 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:22.759409 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=20 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:27.782354 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:27.784305 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:29.786446 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:29.788329 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:30.313670 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:30.314493 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:34.617241 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:44.478538 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4379-0962-4eaa-8c98-d28f594b792b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:46.725783 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c4d96c4b-de66-4d2d-ad27-df2d458e53dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:48.165749 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:49.762345 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:50:49.799830 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:49.857081 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.765985 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:59.757963 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=6 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:59.791219 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:59.793042 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:04.639734 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:12.772841 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:14.484055 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-8d9ebe2e-6e89-48d7-b0fd-f89625a72163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:16.720056 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b5db921f-ec0d-49ac-9139-c948dd2d4edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:18.165363 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:19.816387 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:19.890953 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:26.762361 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:51:29.795284 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:29.797140 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:34.639416 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:36.756534 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:36.757306 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:44.498237 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ba3864f9-b83c-4cd9-95d0-fc1ec50c7fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:46.730680 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-99449afd-078c-45cd-9271-9a70a4a28c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:48.170092 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:48.764399 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:49.804633 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:49.861272 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:59.180000 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36904) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:59.524746 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-799066002-network', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:59.604446 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Made reservation on behalf of b0bcf113f85a41ecada488b2b06c2fa1 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:51:59.608041 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:59.624244 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:59.632012 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36934) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:59.720575 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Publish callbacks [] for security_group (b97f2b0e-69c9-453f-9e8c-d1b6b3c6d0d2), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:59.793476 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (b97f2b0e-69c9-453f-9e8c-d1b6b3c6d0d2), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:59.798673 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:59.800811 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:59.815546 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:51:59.831440 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (0be75d05-aa41-4b52-b8ea-8aaec26267ed), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:59.832251 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Added segment 0be75d05-aa41-4b52-b8ea-8aaec26267ed of type vlan for network 26f16a6a-1f25-415a-b610-56afa452bb34 Sep 14 02:51:59.893318 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (26f16a6a-1f25-415a-b610-56afa452bb34), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:59.925536 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f2b0e-69c9-453f-9e8c-d1b6b3c6d0d2,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:59.933441 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.933716 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.934071 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.934410 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.934771 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.935217 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.935588 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.935910 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.936308 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.936838 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.937640 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.937973 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.938510 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Tracked resource versions report: Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: pushed versions: Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: { 'AddressGroup': {'1.2'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Agent': {'1.1'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'ConntrackHelper': {'1.0'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Log': {'1.0'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'NDPProxy': {'1.0'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Network': {'1.1'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Port': {'1.7'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'PortForwarding': {'1.3'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'QosPolicy': {'1.10'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'SecurityGroup': {'1.5'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'SubPort': {'1.0'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Subnet': {'1.1'}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Trunk': {'1.1'}} Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: consumer versions: Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: { DHCP agent@dv-cinder-857075-6-smb: {}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: HyperV agent@hv-cinder-85707: {}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: L3 agent@dv-cinder-857075-6-smb: {}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: Metadata agent@dv-cinder-857075-6-smb: {}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: Metering agent@dv-cinder-857075-6-smb: {}, Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: Open vSwitch agent@dv-cinder-857075-6-smb: { 'AddressGroup': '1.2', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Agent': '1.1', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'ConntrackHelper': '1.0', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'LocalIPAssociation': '1.0', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Log': '1.0', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'NDPProxy': '1.0', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Network': '1.1', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Port': '1.7', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'PortForwarding': '1.3', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'QosPolicy': '1.10', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'SecurityGroup': '1.5', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'SecurityGroupRule': '1.2', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'SubPort': '1.0', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Subnet': '1.1', Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: 'Trunk': '1.1'}} Sep 14 02:51:59.945497 dv-cinder-857075-6-smb neutron-server[113174]: {{(pid=113174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:51:59.965853 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1191224032-network', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:59.991857 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (26f16a6a-1f25-415a-b610-56afa452bb34), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:59.993675 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:59.994911 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.058375 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] Pushing event updated for resources: {'Network': ['ID=26f16a6a-1f25-415a-b610-56afa452bb34,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:00.069499 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 26f16a6a-1f25-415a-b610-56afa452bb34 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:52:00.096353 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Made reservation on behalf of c41ee9a31d894ff7bba265021cdca4fa for: {'network': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:00.101511 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-9df14b52-c3d0-4707-bb2b-6a0d6b812287 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9176435 Sep 14 02:52:00.101662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.103413 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36954) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:00.106914 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Request body: {'subnet': {'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-799066002-subnet', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:00.135033 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.216311 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Made reservation on behalf of b0bcf113f85a41ecada488b2b06c2fa1 for: {'subnet': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:00.218417 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Publish callbacks [] for security_group (77b5e14a-b733-4a86-8a2e-532227a8a2e3), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.219568 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.225208 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36960) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:00.279117 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (77b5e14a-b733-4a86-8a2e-532227a8a2e3), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.314376 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=113175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:52:00.324608 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b5e14a-b733-4a86-8a2e-532227a8a2e3,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:00.329434 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (f1e2517e-8114-4269-8674-42aa14d43643), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.330143 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.segments_db [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Added segment f1e2517e-8114-4269-8674-42aa14d43643 of type vlan for network 4f329825-883d-494a-b69f-155705dfe6cf Sep 14 02:52:00.343478 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.344389 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.344389 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.344683 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.344812 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.345143 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.345463 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.345782 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.346102 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.346418 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.346766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.347145 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.347468 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.347784 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.348095 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Tracked resource versions report: Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: pushed versions: Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: { 'AddressGroup': {'1.2'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Agent': {'1.1'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'ConntrackHelper': {'1.0'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Log': {'1.0'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'NDPProxy': {'1.0'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Network': {'1.1'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Port': {'1.7'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'PortForwarding': {'1.3'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'QosPolicy': {'1.10'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'SecurityGroup': {'1.5'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'SubPort': {'1.0'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Subnet': {'1.1'}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Trunk': {'1.1'}} Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: consumer versions: Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: { DHCP agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: HyperV agent@hv-cinder-85707: {}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: L3 agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: Metadata agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: Metering agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: Open vSwitch agent@dv-cinder-857075-6-smb: { 'AddressGroup': '1.2', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Agent': '1.1', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'ConntrackHelper': '1.0', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'LocalIPAssociation': '1.0', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Log': '1.0', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'NDPProxy': '1.0', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Network': '1.1', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Port': '1.7', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'PortForwarding': '1.3', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'QosPolicy': '1.10', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'SecurityGroup': '1.5', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'SecurityGroupRule': '1.2', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'SubPort': '1.0', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Subnet': '1.1', Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: 'Trunk': '1.1'}} Sep 14 02:52:00.349246 dv-cinder-857075-6-smb neutron-server[113175]: {{(pid=113175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:52:00.385025 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (4f329825-883d-494a-b69f-155705dfe6cf), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.490332 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (4f329825-883d-494a-b69f-155705dfe6cf), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.490961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (a104f6c7-b5f6-430d-ad22-1c424db22d7a), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.491362 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:00.491946 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.561029 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] Pushing event updated for resources: {'Network': ['ID=4f329825-883d-494a-b69f-155705dfe6cf,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:00.571769 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 4f329825-883d-494a-b69f-155705dfe6cf details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:52:00.577029 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-bef6c6b7-6d92-48a5-b1ac-221784504087 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9405265 Sep 14 02:52:00.580457 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 36988) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:00.585827 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Request body: {'subnet': {'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1191224032-subnet', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:00.598005 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a104f6c7-b5f6-430d-ad22-1c424db22d7a,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:00.640138 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Checking segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:00.643648 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Network hostable DHCP agents. Network: 26f16a6a-1f25-415a-b610-56afa452bb34, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:52:00.685022 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Made reservation on behalf of c41ee9a31d894ff7bba265021cdca4fa for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:00.687410 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.736118 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36992) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:00.746904 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Network 26f16a6a-1f25-415a-b610-56afa452bb34 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:52:00.770675 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-network', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:00.780232 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 36998) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:00.816006 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 26f16a6a-1f25-415a-b610-56afa452bb34) {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:00.828282 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:00.830262 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.831598 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e92dcb-55fb-46f4-b306-c539466e2462 None None] Network 26f16a6a-1f25-415a-b610-56afa452bb34 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:00.919387 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Made reservation on behalf of 8699604d52874cda8ff8c3c7b8e23345 for: {'network': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:00.922026 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.924751 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-6b736fef-b882-4230-864a-3c79c53d0f21 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8220015 Sep 14 02:52:00.932405 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1179036705-network', 'tenant_id': '682cba1c702447d487152bfed740f1d8'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:00.933289 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37004) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:00.935745 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.947455 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:00.986835 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:00.997402 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.004093 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-26f16a6a-1f25-415a-b610-56afa452bb34', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:52:01.004705 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.035126 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Publish callbacks [] for security_group (9f7d254a-e4d7-442a-be74-66b26c2aa9df), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.051012 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Made reservation on behalf of 682cba1c702447d487152bfed740f1d8 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:01.054195 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.057198 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:01.067000 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.102659 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:01.135686 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:01.150552 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:01.164313 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (9f7d254a-e4d7-442a-be74-66b26c2aa9df), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.185169 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=113175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:52:01.207810 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (bd1dff06-6ffe-45bf-81e6-537bcebfd582), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.208178 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.segments_db [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Added segment bd1dff06-6ffe-45bf-81e6-537bcebfd582 of type vlan for network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a Sep 14 02:52:01.219285 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-network', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:01.254857 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Allocated IP 172.20.0.2 (26f16a6a-1f25-415a-b610-56afa452bb34/a104f6c7-b5f6-430d-ad22-1c424db22d7a/2fc98dc0-772b-4982-b345-8585118245c6) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:01.282874 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.307256 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Publish callbacks [] for security_group (5420aaed-ffc0-4135-86a2-0775cbca2f31), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.388640 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Made reservation on behalf of ef9e0f5a3e3a423fbd778a6218543a20 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:01.391690 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.395588 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (5420aaed-ffc0-4135-86a2-0775cbca2f31), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.404349 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.407684 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:01.409350 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.422803 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:52:01.440851 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.455171 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.455797 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Added segment a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5 of type vlan for network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f Sep 14 02:52:01.485486 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7d254a-e4d7-442a-be74-66b26c2aa9df,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:01.486262 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Publish callbacks [] for port (2fc98dc0-772b-4982-b345-8585118245c6), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.503463 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Checking segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:01.503893 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Network hostable DHCP agents. Network: 4f329825-883d-494a-b69f-155705dfe6cf, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:52:01.529763 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5420aaed-ffc0-4135-86a2-0775cbca2f31,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:01.559099 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (94b1cfe2-ebf2-41cc-86db-5a7caa744a2f), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.565936 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3394673 Sep 14 02:52:01.573116 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37020) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:01.576959 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (2fc98dc0-772b-4982-b345-8585118245c6), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.713881 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Network 26f16a6a-1f25-415a-b610-56afa452bb34 is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:01.723436 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:01.731264 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:01.733514 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Pushing event updated for resources: {'Port': ['ID=2fc98dc0-772b-4982-b345-8585118245c6,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:01.736233 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Publish callbacks [] for security_group (2c8b42ce-9b0d-4ff6-bad0-4662cd3b3173), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.740302 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (94b1cfe2-ebf2-41cc-86db-5a7caa744a2f), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.744447 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:01.744447 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.760006 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.760006 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.760006 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.760392 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.760502 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.760824 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.761752 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.762152 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.762864 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Tracked resource versions report: Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: pushed versions: Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: { 'AddressGroup': {'1.2'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Agent': {'1.1'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'ConntrackHelper': {'1.0'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Log': {'1.0'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'NDPProxy': {'1.0'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Network': {'1.1'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Port': {'1.7'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'PortForwarding': {'1.3'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'QosPolicy': {'1.10'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'SecurityGroup': {'1.5'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'SubPort': {'1.0'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Subnet': {'1.1'}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Trunk': {'1.1'}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: consumer versions: Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: { DHCP agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: HyperV agent@hv-cinder-85707: {}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: L3 agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: Metadata agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: Metering agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: Open vSwitch agent@dv-cinder-857075-6-smb: { 'AddressGroup': '1.2', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Agent': '1.1', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'ConntrackHelper': '1.0', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'LocalIPAssociation': '1.0', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Log': '1.0', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'NDPProxy': '1.0', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Network': '1.1', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Port': '1.7', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'PortForwarding': '1.3', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'QosPolicy': '1.10', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'SecurityGroup': '1.5', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'SecurityGroupRule': '1.2', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'SubPort': '1.0', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Subnet': '1.1', Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: 'Trunk': '1.1'}} Sep 14 02:52:01.767375 dv-cinder-857075-6-smb neutron-server[113176]: {{(pid=113176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:52:01.780788 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Request body: {'subnet': {'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-subnet', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:01.791817 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (b3c5084f-d177-4167-a425-5df9d662d1cf), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.796246 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (b3c5084f-d177-4167-a425-5df9d662d1cf), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.821436 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Network 4f329825-883d-494a-b69f-155705dfe6cf is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:52:01.824389 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115de55-85a0-4e43-b60f-0a37ba4526a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:01.861722 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (2c8b42ce-9b0d-4ff6-bad0-4662cd3b3173), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:01.882358 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:52:01.895059 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8b42ce-9b0d-4ff6-bad0-4662cd3b3173,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:01.914854 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] Pushing event updated for resources: {'Network': ['ID=94b1cfe2-ebf2-41cc-86db-5a7caa744a2f,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:01.922024 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:52:01.931898 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ead65673-290e-41a0-acaa-8b650a08172a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1942949 Sep 14 02:52:01.935589 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37028) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:01.947508 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Request body: {'subnet': {'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1179036705-subnet', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:01.994331 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks [] for router_controller (b3c5084f-d177-4167-a425-5df9d662d1cf), precommit_add_association {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.000257 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 4f329825-883d-494a-b69f-155705dfe6cf) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:02.006817 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:02.007739 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.017013 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (b2865288-5d8b-4f6d-abe7-26d07ada409b), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.017013 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Added segment b2865288-5d8b-4f6d-abe7-26d07ada409b of type vlan for network 1494a22c-5bc9-4637-96fd-e852f4fb232e Sep 14 02:52:02.026111 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:52:02.040300 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979851f2-0139-4e29-b9d6-5f119013e3dd None None] Network 4f329825-883d-494a-b69f-155705dfe6cf requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:02.093669 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Made reservation on behalf of 8699604d52874cda8ff8c3c7b8e23345 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:02.096514 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.100075 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Made reservation on behalf of 682cba1c702447d487152bfed740f1d8 for: {'subnet': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:02.108632 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.116566 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (1494a22c-5bc9-4637-96fd-e852f4fb232e), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.131175 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-75f69205-7c39-41d3-8f2e-a9f0b8dedf47 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5492046 Sep 14 02:52:02.134644 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37038) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:02.150008 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:02.167355 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Attempting to bind port 2fc98dc0-772b-4982-b345-8585118245c6 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:02.168159 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Attempting to bind port 2fc98dc0-772b-4982-b345-8585118245c6 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:02.168690 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Attempting to bind port 2fc98dc0-772b-4982-b345-8585118245c6 on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:02.202390 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:02.229505 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:02.281140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:02.320729 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-4f329825-883d-494a-b69f-155705dfe6cf', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:52:02.321612 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.351904 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (1494a22c-5bc9-4637-96fd-e852f4fb232e), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.352927 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:02.353571 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.420034 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks [] for router_gateway (b3c5084f-d177-4167-a425-5df9d662d1cf), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.471849 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.492050 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.888592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:02.888592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:02.888592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Checking segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:02.888592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.888592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Bound using segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:02.888592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Bound port: 2fc98dc0-772b-4982-b345-8585118245c6, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:02.888592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2fc98dc0-772b-4982-b345-8585118245c6), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.895692 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37056) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:02.896550 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7990844 Sep 14 02:52:02.897006 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Request body: {'subnet': {'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-subnet', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:02.897180 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:02.897396 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:02.897454 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] For port 2fc98dc0-772b-4982-b345-8585118245c6, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:02.897511 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877309e-e71d-4b64-a881-615c7f4926de admin admin] Pushing event updated for resources: {'Network': ['ID=1494a22c-5bc9-4637-96fd-e852f4fb232e,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:02.897576 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:52:02.897641 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks [] for router_controller (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), precommit_add_association {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.897641 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (34e06be1-0ba1-4bbb-b342-96eb304a669e), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.897776 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks [] for router_gateway (b3c5084f-d177-4167-a425-5df9d662d1cf), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.897846 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] For port 2fc98dc0-772b-4982-b345-8585118245c6, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2fc98dc0-772b-4982-b345-8585118245c6,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:02.897920 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Made reservation on behalf of ef9e0f5a3e3a423fbd778a6218543a20 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:02.897920 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.897920 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (7c1443c3-37ad-4a9b-96cd-2cb17bac97d4), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.897920 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.913602 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e06be1-0ba1-4bbb-b342-96eb304a669e,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:02.915106 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Allocated IP 172.20.0.2 (4f329825-883d-494a-b69f-155705dfe6cf/7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e/3b913450-42be-4735-817b-19761cd4b2d4) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:02.923146 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (2fc98dc0-772b-4982-b345-8585118245c6), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.066695 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270faee1-2798-452c-a3d4-f70819a3d45d None None] Pushing event updated for resources: {'Port': ['ID=2fc98dc0-772b-4982-b345-8585118245c6,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:03.133925 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Checking segment: {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:03.135456 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Network hostable DHCP agents. Network: 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:52:03.143918 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:03.171898 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Checking segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:03.172433 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Network hostable DHCP agents. Network: ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:52:03.216052 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Publish callbacks [] for port (3b913450-42be-4735-817b-19761cd4b2d4), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.300675 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks [] for router_gateway (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.306708 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (3b913450-42be-4735-817b-19761cd4b2d4), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.307002 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:52:03.341796 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Allocated IP 172.28.1.211 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:03.360327 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:52:03.384049 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Network 4f329825-883d-494a-b69f-155705dfe6cf is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:03.384773 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Pushing event updated for resources: {'Port': ['ID=3b913450-42be-4735-817b-19761cd4b2d4,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:03.390709 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:03.392138 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:03.481359 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:03.517487 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec141cf-4b94-4a35-aa63-2730665980a6 None None] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:03.522882 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:03.524372 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.563819 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f) {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:03.621242 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Attempting to bind port 3b913450-42be-4735-817b-19761cd4b2d4 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:03.622089 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Attempting to bind port 3b913450-42be-4735-817b-19761cd4b2d4 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:03.622089 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Attempting to bind port 3b913450-42be-4735-817b-19761cd4b2d4 on network 4f329825-883d-494a-b69f-155705dfe6cf {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:03.623011 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:03.623601 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.643573 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (466b5909-9670-4a0c-8ccb-87aa29059da2), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.684895 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks [] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.700896 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f82f7f44-8fdf-4db8-80f1-e2954c9a29e4 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1252048 Sep 14 02:52:03.701540 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37090) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:03.703307 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de097cfd-feb7-41e7-91c1-f966b0b107aa None None] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:03.737707 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:03.739855 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:03.740364 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Checking segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:03.740957 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.741528 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Bound using segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:03.741607 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:03.742241 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Bound port: 3b913450-42be-4735-817b-19761cd4b2d4, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:03.742763 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (3b913450-42be-4735-817b-19761cd4b2d4), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.784745 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:52:03.802647 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Pushing event updated for resources: {'Subnet': ['ID=466b5909-9670-4a0c-8ccb-87aa29059da2,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:03.806701 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:52:03.807696 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.858843 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Checking segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:03.859301 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Network hostable DHCP agents. Network: 1494a22c-5bc9-4637-96fd-e852f4fb232e, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:52:03.863770 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:03.873332 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-8bf8699c-ea35-458f-8a54-830d61bea095 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9315977 Sep 14 02:52:03.873508 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37106) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:03.878673 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:03.888354 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks [] for router_gateway (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.910429 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.945670 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.967329 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (e486053e-e857-495e-b83d-374ec759de15), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.968532 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (e486053e-e857-495e-b83d-374ec759de15), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:03.997905 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:04.016763 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:04.022417 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (b5b4b863-9d1f-4152-82df-264aec62d987), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.023635 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (b5b4b863-9d1f-4152-82df-264aec62d987), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.059742 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] For port 3b913450-42be-4735-817b-19761cd4b2d4, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:04.063432 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] For port 3b913450-42be-4735-817b-19761cd4b2d4, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=3b913450-42be-4735-817b-19761cd4b2d4,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:04.067725 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2fc98dc0-772b-4982-b345-8585118245c6 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:04.070550 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Allocated IP 172.28.1.71 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/eee97327-96a5-4fcd-ab41-d3237ff5277c) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:04.129169 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks [] for router_controller (b5b4b863-9d1f-4152-82df-264aec62d987), precommit_add_association {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.130367 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:52:04.138557 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-94b1cfe2-ebf2-41cc-86db-5a7caa744a2f', 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f', 'project_id': '682cba1c702447d487152bfed740f1d8', 'fixed_ips': [{'subnet_id': '34e06be1-0ba1-4bbb-b342-96eb304a669e'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:52:04.139268 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.144724 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:04.306807 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks [] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.309186 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Allocated IP 172.20.0.2 (94b1cfe2-ebf2-41cc-86db-5a7caa744a2f/34e06be1-0ba1-4bbb-b342-96eb304a669e/a87a43b6-da42-42bc-9578-20e44939b2f8) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:04.363793 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 1494a22c-5bc9-4637-96fd-e852f4fb232e) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:04.372087 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Pushing event updated for resources: {'Port': ['ID=019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:04.386495 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:04.457011 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (3b913450-42be-4735-817b-19761cd4b2d4), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.465808 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09969b5-8308-4e22-b7ef-8301cd902d2c None None] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:04.480324 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.573773 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Pushing event updated for resources: {'Port': ['ID=eee97327-96a5-4fcd-ab41-d3237ff5277c,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:04.586283 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:04.588551 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:04.595330 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:04.595857 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.597439 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:04.598864 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks [] for router_controller (e486053e-e857-495e-b83d-374ec759de15), precommit_add_association {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.624804 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a679a-57a6-47a1-842e-1cdd6cc02118 None None] Network 26f16a6a-1f25-415a-b610-56afa452bb34 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:04.627937 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 2fc98dc0-772b-4982-b345-8585118245c6 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:04.628850 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2fc98dc0-772b-4982-b345-8585118245c6), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.636836 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 2fc98dc0-772b-4982-b345-8585118245c6 Sep 14 02:52:04.640882 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Allocated IP 172.20.0.2 (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a/7c1443c3-37ad-4a9b-96cd-2cb17bac97d4/a08c115e-4eea-4e1e-b9dc-2ff59dddb071) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:04.779583 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks [] for router_gateway (b5b4b863-9d1f-4152-82df-264aec62d987), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.787253 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:04.790969 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-13c9e3ef-289c-4946-b2dd-ccf15577159f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2049942 Sep 14 02:52:04.794381 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37140) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:04.830256 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:04.937349 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-9ae70ce4-1d48-4b99-81ef-6687aa0b8024 None None] Provisioning complete for port 2fc98dc0-772b-4982-b345-8585118245c6 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:04.937674 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9ae70ce4-1d48-4b99-81ef-6687aa0b8024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2fc98dc0-772b-4982-b345-8585118245c6), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.938019 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-9ae70ce4-1d48-4b99-81ef-6687aa0b8024 None None] Attempt 1 to provision port 2fc98dc0-772b-4982-b345-8585118245c6 Sep 14 02:52:05.023764 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.060142 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (ac559a12-ea49-48db-a0fe-cc7525638854), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.062176 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (ac559a12-ea49-48db-a0fe-cc7525638854), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.082971 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks [] for router_gateway (e486053e-e857-495e-b83d-374ec759de15), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.135832 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-9ae70ce4-1d48-4b99-81ef-6687aa0b8024 None None] Current status of the port 2fc98dc0-772b-4982-b345-8585118245c6 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:05.136699 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9ae70ce4-1d48-4b99-81ef-6687aa0b8024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2fc98dc0-772b-4982-b345-8585118245c6), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.136869 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks [] for router_gateway (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.185749 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37148) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:05.332824 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks [] for router_controller (ac559a12-ea49-48db-a0fe-cc7525638854), precommit_add_association {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.364788 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:05.368238 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks [] for router_gateway (b3c5084f-d177-4167-a425-5df9d662d1cf), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.414366 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:05.432267 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d9edda2-20db-492b-99c0-2411117ced40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.459161 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Publish callbacks [] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.595439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab66277-f6f2-41ad-a10c-15841f8abfc8 None None] Pushing event updated for resources: {'Port': ['ID=3b913450-42be-4735-817b-19761cd4b2d4,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:05.613122 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.636589 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.655104 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-1494a22c-5bc9-4637-96fd-e852f4fb232e', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:52:05.656040 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.689688 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-9ae70ce4-1d48-4b99-81ef-6687aa0b8024 None None] For port 2fc98dc0-772b-4982-b345-8585118245c6, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2fc98dc0-772b-4982-b345-8585118245c6,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:05.709134 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d9edda2-20db-492b-99c0-2411117ced40 admin admin] Publish callbacks [] for security_group (f2ca66fa-617b-436f-9645-a5ef8ea9cd51), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.744123 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Publish callbacks [] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.787051 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:05.816882 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d9edda2-20db-492b-99c0-2411117ced40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f2ca66fa-617b-436f-9645-a5ef8ea9cd51), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.839122 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9ae70ce4-1d48-4b99-81ef-6687aa0b8024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (2fc98dc0-772b-4982-b345-8585118245c6), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.841218 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:05.853142 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:05.858999 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Pushing event updated for resources: {'Port': ['ID=a87a43b6-da42-42bc-9578-20e44939b2f8,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:05.863246 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.866305 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks [] for router_gateway (b5b4b863-9d1f-4152-82df-264aec62d987), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.873961 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 2fc98dc0-772b-4982-b345-8585118245c6 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:05.874352 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2fc98dc0-772b-4982-b345-8585118245c6), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.877106 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks [] for router_gateway (ac559a12-ea49-48db-a0fe-cc7525638854), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.920260 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:52:05.947953 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9edda2-20db-492b-99c0-2411117ced40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ca66fa-617b-436f-9645-a5ef8ea9cd51,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:05.954434 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0d9edda2-20db-492b-99c0-2411117ced40 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=519cb9138f844cd2bbef41d5ce3a22dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7665579 Sep 14 02:52:05.965377 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37160) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:06.031855 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.073034 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:06.074127 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-1559c475-45fd-45f0-a3f1-de3236876e20 None None] Provisioning complete for port 2fc98dc0-772b-4982-b345-8585118245c6 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:06.074812 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-1559c475-45fd-45f0-a3f1-de3236876e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2fc98dc0-772b-4982-b345-8585118245c6), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.080507 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1559c475-45fd-45f0-a3f1-de3236876e20 None None] Attempt 1 to provision port 2fc98dc0-772b-4982-b345-8585118245c6 Sep 14 02:52:06.129533 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:06.170311 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7644a-c4af-4ccf-b313-a0ea5efc03bc None None] Network 4f329825-883d-494a-b69f-155705dfe6cf requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:06.184993 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:06.196503 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Attempting to bind port a87a43b6-da42-42bc-9578-20e44939b2f8 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:06.197019 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Attempting to bind port a87a43b6-da42-42bc-9578-20e44939b2f8 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:06.197492 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Attempting to bind port a87a43b6-da42-42bc-9578-20e44939b2f8 on network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:06.222596 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:06.253068 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:06.261463 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-45050801-e710-48ec-be1e-9960fabf3c7b admin admin] Publish callbacks [] for security_group (f2ca66fa-617b-436f-9645-a5ef8ea9cd51), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.266555 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Sync routers for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:06.285127 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:06.285921 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:06.298750 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-45050801-e710-48ec-be1e-9960fabf3c7b admin admin] Publish callbacks [] for security_group (f2ca66fa-617b-436f-9645-a5ef8ea9cd51), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.305438 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:06.337383 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae70ce4-1d48-4b99-81ef-6687aa0b8024 None None] Pushing event updated for resources: {'Port': ['ID=2fc98dc0-772b-4982-b345-8585118245c6,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:06.361062 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Allocated IP 172.20.0.2 (1494a22c-5bc9-4637-96fd-e852f4fb232e/466b5909-9670-4a0c-8ccb-87aa29059da2/599e14c5-7baf-41ff-ae2a-7ce70b532555) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:06.362235 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:06.391759 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.397368 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-82ccce70-c911-4548-ab25-c63ec33ba02d admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2571621 Sep 14 02:52:06.398445 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37174) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:06.441706 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.db.api [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:52:06.442273 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG oslo_db.api [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:52:06.479559 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks [] for router_gateway (e486053e-e857-495e-b83d-374ec759de15), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.482633 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:06.531341 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.533850 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Allocated IP 172.28.1.203 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:06.548617 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:06.549181 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Checking segment: {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:06.549971 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.550127 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Bound using segment: {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:06.550857 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Bound port: a87a43b6-da42-42bc-9578-20e44939b2f8, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:06.551354 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.556724 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Pushing event updated for resources: {'Port': ['ID=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:06.570561 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (b3c5084f-d177-4167-a425-5df9d662d1cf), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.586729 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Attempting to bind port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:06.587249 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Attempting to bind port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:06.587731 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Attempting to bind port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:06.707275 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-45050801-e710-48ec-be1e-9960fabf3c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f2ca66fa-617b-436f-9645-a5ef8ea9cd51), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.710812 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-45050801-e710-48ec-be1e-9960fabf3c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.718175 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-45050801-e710-48ec-be1e-9960fabf3c7b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f2ca66fa-617b-436f-9645-a5ef8ea9cd51 HTTP/1.1" status: 204 len: 168 time: 0.7501342 Sep 14 02:52:06.734732 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45050801-e710-48ec-be1e-9960fabf3c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ca66fa-617b-436f-9645-a5ef8ea9cd51,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:06.744966 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:04Z', 'revision_number': 3, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:06.778781 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1559c475-45fd-45f0-a3f1-de3236876e20 None None] Current status of the port 2fc98dc0-772b-4982-b345-8585118245c6 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:06.787699 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Checking router: 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:06.788547 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Updating router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 port eee97327-96a5-4fcd-ab41-d3237ff5277c binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:06.873604 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.934247 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:06.934945 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Checking segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:06.935469 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.935962 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Bound using segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:06.941179 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Bound port: a08c115e-4eea-4e1e-b9dc-2ff59dddb071, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:06.941721 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.951177 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] For port a87a43b6-da42-42bc-9578-20e44939b2f8, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:06.971677 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-d6787baa-ddb0-4ab4-93db-f33ef9c533b9 None None] Provisioning complete for port 3b913450-42be-4735-817b-19761cd4b2d4 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:06.972231 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d6787baa-ddb0-4ab4-93db-f33ef9c533b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (3b913450-42be-4735-817b-19761cd4b2d4), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.972667 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-d6787baa-ddb0-4ab4-93db-f33ef9c533b9 None None] Attempt 1 to provision port 3b913450-42be-4735-817b-19761cd4b2d4 Sep 14 02:52:07.080605 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] For port a87a43b6-da42-42bc-9578-20e44939b2f8, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a87a43b6-da42-42bc-9578-20e44939b2f8,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:07.154539 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:07.155895 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks [] for router_gateway (ac559a12-ea49-48db-a0fe-cc7525638854), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.169715 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.184160 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 2fc98dc0-772b-4982-b345-8585118245c6 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:07.202134 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.239043 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Publish callbacks [] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.270561 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] For port a08c115e-4eea-4e1e-b9dc-2ff59dddb071, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:07.273868 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] For port a08c115e-4eea-4e1e-b9dc-2ff59dddb071, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:07.301380 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715a9e-a6d3-45e4-ad3b-30fcbe19edfa None None] Pushing event updated for resources: {'Port': ['ID=a87a43b6-da42-42bc-9578-20e44939b2f8,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:07.338942 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.377362 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.382025 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks [] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.382693 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.455650 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d6787baa-ddb0-4ab4-93db-f33ef9c533b9 None None] Current status of the port 3b913450-42be-4735-817b-19761cd4b2d4 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:07.456166 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d6787baa-ddb0-4ab4-93db-f33ef9c533b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (3b913450-42be-4735-817b-19761cd4b2d4), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.460336 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:07.523642 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:07.537624 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 3b913450-42be-4735-817b-19761cd4b2d4 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:07.541797 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:07.558662 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Pushing event updated for resources: {'Port': ['ID=599e14c5-7baf-41ff-ae2a-7ce70b532555,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:07.690613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Allocated IP 172.20.0.1 (4f329825-883d-494a-b69f-155705dfe6cf/7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e/31a484c3-6f13-4c83-ac82-1272cab32a41) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:07.710837 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Router b3c5084f-d177-4167-a425-5df9d662d1cf is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:52:07.725624 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.766149 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:07.872238 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2773e3d-72cd-4a9b-ab85-1b4881daaefd None None] Pushing event updated for resources: {'Port': ['ID=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:07.876368 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37200) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:07.889722 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d6787baa-ddb0-4ab4-93db-f33ef9c533b9 None None] For port 3b913450-42be-4735-817b-19761cd4b2d4, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=3b913450-42be-4735-817b-19761cd4b2d4,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:07.915191 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4d69bfb4-d6b4-4ef6-acd2-04aa7ab53f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:07.939360 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Attempting to bind port 599e14c5-7baf-41ff-ae2a-7ce70b532555 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:07.939746 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Attempting to bind port 599e14c5-7baf-41ff-ae2a-7ce70b532555 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:07.940343 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Attempting to bind port 599e14c5-7baf-41ff-ae2a-7ce70b532555 on network 1494a22c-5bc9-4637-96fd-e852f4fb232e {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:07.951184 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:07.989452 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:08.000013 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Publish callbacks [] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.008871 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:08.013941 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Allocated IP 172.28.1.207 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/5a86af97-3374-4a42-ac81-1e4bb9eb6f9b) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:08.015966 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Pushing event updated for resources: {'Port': ['ID=6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:08.023514 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:08.028869 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 3b913450-42be-4735-817b-19761cd4b2d4 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:08.030066 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (3b913450-42be-4735-817b-19761cd4b2d4), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.030745 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 3b913450-42be-4735-817b-19761cd4b2d4 Sep 14 02:52:08.048515 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d6787baa-ddb0-4ab4-93db-f33ef9c533b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (3b913450-42be-4735-817b-19761cd4b2d4), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.093107 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4d69bfb4-d6b4-4ef6-acd2-04aa7ab53f58 admin admin] Publish callbacks [] for security_group (8659a165-c005-4b86-9435-65143d41b275), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.113130 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:08.155644 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4d69bfb4-d6b4-4ef6-acd2-04aa7ab53f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (8659a165-c005-4b86-9435-65143d41b275), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.196007 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.199734 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:08.209142 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4d69bfb4-d6b4-4ef6-acd2-04aa7ab53f58 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2f62f585eaa54e3fbc70c3b93d77e705&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3298776 Sep 14 02:52:08.213334 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37202) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:08.213334 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69bfb4-d6b4-4ef6-acd2-04aa7ab53f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8659a165-c005-4b86-9435-65143d41b275,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:08.224705 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:08.225062 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Checking segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:08.225460 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.225880 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Bound using segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:08.226392 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Bound port: 599e14c5-7baf-41ff-ae2a-7ce70b532555, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:08.226803 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.236248 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:08.259386 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Network 4f329825-883d-494a-b69f-155705dfe6cf is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:08.269509 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:08.276018 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:08.276327 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-b4d742cb-0859-4f44-81cd-ce4a599d48f4 None None] Provisioning complete for port 3b913450-42be-4735-817b-19761cd4b2d4 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:08.276735 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-b4d742cb-0859-4f44-81cd-ce4a599d48f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (3b913450-42be-4735-817b-19761cd4b2d4), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.277073 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-b4d742cb-0859-4f44-81cd-ce4a599d48f4 None None] Attempt 1 to provision port 3b913450-42be-4735-817b-19761cd4b2d4 Sep 14 02:52:08.284425 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:08.285147 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.322148 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks [] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.354067 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.355804 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b8a6a42e-a980-49a0-8eec-cfb7664d1c40 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4215610 Sep 14 02:52:08.365903 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:08.372383 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6787baa-ddb0-4ab4-93db-f33ef9c533b9 None None] Pushing event updated for resources: {'Port': ['ID=3b913450-42be-4735-817b-19761cd4b2d4,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:08.406540 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:08.407427 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:08.426789 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37204) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:08.430805 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Pushing event updated for resources: {'Port': ['ID=31a484c3-6f13-4c83-ac82-1272cab32a41,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:08.483477 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] For port 599e14c5-7baf-41ff-ae2a-7ce70b532555, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:08.512918 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] For port 599e14c5-7baf-41ff-ae2a-7ce70b532555, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=599e14c5-7baf-41ff-ae2a-7ce70b532555,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:08.549473 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks [] for router_gateway (b5b4b863-9d1f-4152-82df-264aec62d987), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.594246 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 3b913450-42be-4735-817b-19761cd4b2d4 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:08.596870 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2fc98dc0-772b-4982-b345-8585118245c6 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:08.636925 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-57b5b599-8f03-452e-877e-2a1048f99307 admin admin] Publish callbacks [] for security_group (8659a165-c005-4b86-9435-65143d41b275), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.637093 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.646775 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.730521 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-57b5b599-8f03-452e-877e-2a1048f99307 admin admin] Publish callbacks [] for security_group (8659a165-c005-4b86-9435-65143d41b275), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.754379 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784b4f9-892b-4988-a50b-0e346d0301ad None None] Pushing event updated for resources: {'Port': ['ID=599e14c5-7baf-41ff-ae2a-7ce70b532555,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:08.908727 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:08.921392 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:08.924441 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:08.946031 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Publish callbacks [] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.960950 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 2fc98dc0-772b-4982-b345-8585118245c6 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:08.961324 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2fc98dc0-772b-4982-b345-8585118245c6), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.961656 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 2fc98dc0-772b-4982-b345-8585118245c6 Sep 14 02:52:08.976271 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.031271 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:09.035420 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-b4d742cb-0859-4f44-81cd-ce4a599d48f4 None None] Current status of the port 3b913450-42be-4735-817b-19761cd4b2d4 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:09.066880 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.096913 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Pushing event updated for resources: {'Port': ['ID=5a86af97-3374-4a42-ac81-1e4bb9eb6f9b,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:09.126554 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Attempting to bind port eee97327-96a5-4fcd-ab41-d3237ff5277c on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:09.127128 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Attempting to bind port eee97327-96a5-4fcd-ab41-d3237ff5277c by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:09.127542 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Attempting to bind port eee97327-96a5-4fcd-ab41-d3237ff5277c on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:09.146791 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.147653 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.159889 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.239383 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Provisioning complete for port 31a484c3-6f13-4c83-ac82-1272cab32a41 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:09.239955 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.240368 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 1 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:09.333840 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Pushing event updated for resources: {'Port': ['ID=eee97327-96a5-4fcd-ab41-d3237ff5277c,revision_number=2']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:09.351343 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.351828 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.352325 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.353004 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.353597 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.354318 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.358200 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Tracked resource versions report: Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: pushed versions: Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: { 'AddressGroup': {'1.2'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Agent': {'1.1'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'ConntrackHelper': {'1.0'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Log': {'1.0'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'NDPProxy': {'1.0'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Network': {'1.1'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Port': {'1.7'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'PortForwarding': {'1.3'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'QosPolicy': {'1.10'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'SecurityGroup': {'1.5'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'SubPort': {'1.0'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Subnet': {'1.1'}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Trunk': {'1.1'}} Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: consumer versions: Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: { DHCP agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: HyperV agent@hv-cinder-85707: {}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: L3 agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: Metadata agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: Metering agent@dv-cinder-857075-6-smb: {}, Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: Open vSwitch agent@dv-cinder-857075-6-smb: { 'AddressGroup': '1.2', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Agent': '1.1', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'ConntrackHelper': '1.0', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'LocalIPAssociation': '1.0', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Log': '1.0', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'NDPProxy': '1.0', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Network': '1.1', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Port': '1.7', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'PortForwarding': '1.3', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'QosPolicy': '1.10', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'SecurityGroup': '1.5', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'SecurityGroupRule': '1.2', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'SubPort': '1.0', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Subnet': '1.1', Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: 'Trunk': '1.1'}} Sep 14 02:52:09.360159 dv-cinder-857075-6-smb neutron-server[113177]: {{(pid=113177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:52:09.377317 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:09.378021 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:09.378863 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.379432 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:09.380300 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Bound port: eee97327-96a5-4fcd-ab41-d3237ff5277c, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:09.380869 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.395002 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.396411 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dcb851-f713-4cb0-b965-4413f39d3aa9 None None] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:09.440777 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.449233 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.461216 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] For port eee97327-96a5-4fcd-ab41-d3237ff5277c, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:09.466639 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] For port eee97327-96a5-4fcd-ab41-d3237ff5277c, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=eee97327-96a5-4fcd-ab41-d3237ff5277c,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:09.479053 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 2fc98dc0-772b-4982-b345-8585118245c6 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:09.503424 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Allocated IP 172.28.1.21 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/547664e5-7ffb-4e55-b8b8-db1b77898917) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:09.531366 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.627817 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:09.630701 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.686145 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:09.688512 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:09.708055 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fad4d-cfd2-4899-84ac-fed1171054d0 None None] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:09.722299 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.900523 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-57b5b599-8f03-452e-877e-2a1048f99307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (8659a165-c005-4b86-9435-65143d41b275), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.918376 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-57b5b599-8f03-452e-877e-2a1048f99307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.923935 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-57b5b599-8f03-452e-877e-2a1048f99307 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8659a165-c005-4b86-9435-65143d41b275 HTTP/1.1" status: 204 len: 168 time: 1.7068636 Sep 14 02:52:09.933750 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:09.995341 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks [] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.007462 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b599-8f03-452e-877e-2a1048f99307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659a165-c005-4b86-9435-65143d41b275,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:10.029896 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a08c115e-4eea-4e1e-b9dc-2ff59dddb071 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:10.039662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks [] for router_gateway (e486053e-e857-495e-b83d-374ec759de15), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.063195 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:10.074091 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Publish callbacks [] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.085792 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (b5b4b863-9d1f-4152-82df-264aec62d987), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.121824 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:04Z', 'revision_number': 3, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:10.165197 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.165402 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.166120 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.190505 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 2 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:10.194016 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:10.194183 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Updating router b3c5084f-d177-4167-a425-5df9d662d1cf port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:10.224659 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Pushing event updated for resources: {'Port': ['ID=547664e5-7ffb-4e55-b8b8-db1b77898917,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:10.310005 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:10.357943 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:10.407486 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:10.409414 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.428074 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Pushing event updated for resources: {'Port': ['ID=31a484c3-6f13-4c83-ac82-1272cab32a41,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:10.471529 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:10.476207 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c429fa-4357-4eea-99c5-6adfb761c44b None None] Pushing event updated for resources: {'Port': ['ID=eee97327-96a5-4fcd-ab41-d3237ff5277c,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:10.489363 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:07Z', 'revision_number': 1, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:10.508480 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:10.516308 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:10.601753 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f491fe6-ee25-47ae-8a25-a75f108bbbaa None None] The sync data for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb is: [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:07Z', 'revision_number': 1, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:10.712076 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Network 4f329825-883d-494a-b69f-155705dfe6cf is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:10.715358 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:10.731314 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.743405 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:10.744095 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:10.744753 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 Sep 14 02:52:10.762161 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:11.043608 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3577bb0-5669-4c67-9f70-c1cb099e67c8 None None] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:11.062887 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 3 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:11.212982 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:11.281201 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:11.285203 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (e486053e-e857-495e-b83d-374ec759de15), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:11.338250 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:11.435512 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Allocated IP 172.20.0.1 (26f16a6a-1f25-415a-b610-56afa452bb34/a104f6c7-b5f6-430d-ad22-1c424db22d7a/01a67780-e3f7-454c-bb31-051b48de7a5b) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:11.442712 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37286) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:11.501341 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:11.521910 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1cee1a77-b524-47cd-b72a-8f8be350d14f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/6670a3fc-8056-4de2-8e9d-a0946e0e95f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1227565 Sep 14 02:52:11.597192 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks [] for router_gateway (ac559a12-ea49-48db-a0fe-cc7525638854), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:11.675883 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Router b5b4b863-9d1f-4152-82df-264aec62d987 is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:52:11.782014 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-43e3dc55-b4f4-4060-8593-e35318fc5731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:11.798850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Publish callbacks [] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:11.851134 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:11.856471 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Publish callbacks [] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:11.863872 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:11.867331 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:11.868779 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:11.878032 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:11.899815 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Sync routers for ids ['b5b4b863-9d1f-4152-82df-264aec62d987'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:11.902336 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:11.947656 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Routers {'b5b4b863-9d1f-4152-82df-264aec62d987'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:11.949010 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b5b4b863-9d1f-4152-82df-264aec62d987'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:11.953391 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:11.985737 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Router e486053e-e857-495e-b83d-374ec759de15 is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:52:12.040188 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.050340 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Attempting to bind port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:12.050775 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Attempting to bind port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:12.051150 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Attempting to bind port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:12.163950 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:12.174179 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.175510 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-5a7038c7-4d1d-4c6d-9099-518ac3cf0a9e admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3014460 Sep 14 02:52:12.176619 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-43e3dc55-b4f4-4060-8593-e35318fc5731 admin admin] Publish callbacks [] for security_group (4a2f814e-02bf-412a-b405-e9ee9f57e003), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.182004 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37312) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:12.224976 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Network 26f16a6a-1f25-415a-b610-56afa452bb34 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:12.244150 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:12.249489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Pushing event updated for resources: {'Port': ['ID=01a67780-e3f7-454c-bb31-051b48de7a5b,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:12.260761 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:12.260761 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:12.260761 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.262251 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:12.264407 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:12.264707 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Bound port: 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:12.264947 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (b3c5084f-d177-4167-a425-5df9d662d1cf), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.265563 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.268440 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-43e3dc55-b4f4-4060-8593-e35318fc5731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4a2f814e-02bf-412a-b405-e9ee9f57e003), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.268570 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Set router b5b4b863-9d1f-4152-82df-264aec62d987 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:12.276454 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Sync routers for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:12.459981 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 4 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:12.474445 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:12.482236 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.539930 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:12.587212 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (ac559a12-ea49-48db-a0fe-cc7525638854), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.603856 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3dc55-b4f4-4060-8593-e35318fc5731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2f814e-02bf-412a-b405-e9ee9f57e003,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:12.631968 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-43e3dc55-b4f4-4060-8593-e35318fc5731 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=136e678f9f9646189d30e3f6f13bf9d4&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1847112 Sep 14 02:52:12.636907 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37320) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:12.689926 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37322) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:12.721287 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-c0e54d6b-daae-492b-80ac-62d0cb797534 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371270070', 'description': 'tempest-description--1947427311'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:12.745671 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:12.749913 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:12.759880 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60654c1d-1058-4ae8-8f09-c9c13e2225cf None None] Pushing event updated for resources: {'Port': ['ID=019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:12.766938 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.771358 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b0dec0af-831d-46f8-b89f-7b87c5989032 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.0655730 Sep 14 02:52:12.773947 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37324) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:12.797930 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port a08c115e-4eea-4e1e-b9dc-2ff59dddb071, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:12.799147 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:12.822881 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:12.825598 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:12.876447 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:12.880104 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0e54d6b-daae-492b-80ac-62d0cb797534 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.917562 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 3, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port': {'id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:12.921442 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.921442 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 599e14c5-7baf-41ff-ae2a-7ce70b532555 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:12.944231 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] For port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:12.949249 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] For port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:12.980735 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:12.996901 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Checking router: b5b4b863-9d1f-4152-82df-264aec62d987 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:13.000016 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Updating router b5b4b863-9d1f-4152-82df-264aec62d987 port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:13.006387 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.036145 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf592-e7d5-40e7-a0d2-3fa529406b92 admin admin] Publish callbacks [] for security_group (4a2f814e-02bf-412a-b405-e9ee9f57e003), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.067571 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.109968 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:13.111080 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:13.177033 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:13.185920 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:13.190029 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf592-e7d5-40e7-a0d2-3fa529406b92 admin admin] Publish callbacks [] for security_group (4a2f814e-02bf-412a-b405-e9ee9f57e003), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.195726 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0e54d6b-daae-492b-80ac-62d0cb797534 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (04b610fe-2776-4bf5-a1d2-16f9c88627d2), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.208829 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.255200 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Router ac559a12-ea49-48db-a0fe-cc7525638854 is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:52:13.295865 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 599e14c5-7baf-41ff-ae2a-7ce70b532555 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:13.299890 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.299890 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 599e14c5-7baf-41ff-ae2a-7ce70b532555 Sep 14 02:52:13.300075 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0e54d6b-daae-492b-80ac-62d0cb797534 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (04b610fe-2776-4bf5-a1d2-16f9c88627d2), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.354070 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e54d6b-daae-492b-80ac-62d0cb797534 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b610fe-2776-4bf5-a1d2-16f9c88627d2,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:13.379265 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 5 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:13.411811 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0e54d6b-daae-492b-80ac-62d0cb797534 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.413152 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-c0e54d6b-daae-492b-80ac-62d0cb797534 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7054963 Sep 14 02:52:13.416884 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37338) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:13.422286 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-1e5ec98a-6b31-4026-b33e-1e378ae24134 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'security_group_rule': {'security_group_id': '04b610fe-2776-4bf5-a1d2-16f9c88627d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:13.438542 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:13.451724 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Publish callbacks [] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.485689 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:13.486260 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:13.519315 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.520322 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (b3c5084f-d177-4167-a425-5df9d662d1cf), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.544873 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:13.551312 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:13.574660 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Publish callbacks [] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.632779 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 599e14c5-7baf-41ff-ae2a-7ce70b532555 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:13.632779 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.650274 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec98a-6b31-4026-b33e-1e378ae24134 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (30ecb97b-2aa9-4ddb-8cdc-0428bad0da0e), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.668022 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.701167 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:13.733805 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:13.743565 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Attempting to bind port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:13.744421 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Attempting to bind port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:13.744880 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Attempting to bind port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:13.767933 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Pushing event updated for resources: {'Port': ['ID=01a67780-e3f7-454c-bb31-051b48de7a5b,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:13.778270 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Sync routers for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:13.803554 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d4e0d-b594-4010-acfa-e35ea9d09c42 None None] Pushing event updated for resources: {'Port': ['ID=6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25,revision_number=2']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:13.805166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec98a-6b31-4026-b33e-1e378ae24134 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (30ecb97b-2aa9-4ddb-8cdc-0428bad0da0e), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.825337 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Network 26f16a6a-1f25-415a-b610-56afa452bb34 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:13.828973 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:13.842337 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:13.843856 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:13.896499 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:13.897033 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:13.897444 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.897873 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:13.898362 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Bound port: 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:13.898943 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.938924 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec98a-6b31-4026-b33e-1e378ae24134 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (30ecb97b-2aa9-4ddb-8cdc-0428bad0da0e), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.946676 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 6 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:13.961885 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf592-e7d5-40e7-a0d2-3fa529406b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4a2f814e-02bf-412a-b405-e9ee9f57e003), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.967861 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf592-e7d5-40e7-a0d2-3fa529406b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:13.973958 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3bbbf592-e7d5-40e7-a0d2-3fa529406b92 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4a2f814e-02bf-412a-b405-e9ee9f57e003 HTTP/1.1" status: 204 len: 168 time: 1.3309562 Sep 14 02:52:13.973958 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:13.974179 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 599e14c5-7baf-41ff-ae2a-7ce70b532555, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=599e14c5-7baf-41ff-ae2a-7ce70b532555,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:14.035807 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ec98a-6b31-4026-b33e-1e378ae24134 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ecb97b-2aa9-4ddb-8cdc-0428bad0da0e,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:14.087489 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.087875 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbf592-e7d5-40e7-a0d2-3fa529406b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2f814e-02bf-412a-b405-e9ee9f57e003,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:14.088011 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a87a43b6-da42-42bc-9578-20e44939b2f8 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:14.091726 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] For port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:14.121180 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] For port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:14.135244 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:14.160083 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec98a-6b31-4026-b33e-1e378ae24134 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.165603 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1e5ec98a-6b31-4026-b33e-1e378ae24134 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7464185 Sep 14 02:52:14.177686 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37354) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:14.190967 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-b77eb373-c486-4d6f-8ac3-ffaf011a18d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'security_group_rule': {'security_group_id': '04b610fe-2776-4bf5-a1d2-16f9c88627d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:14.215465 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:14.217572 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.218907 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ea5a438c-7922-45ba-9ec8-a43091927e61 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4234195 Sep 14 02:52:14.224297 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37356) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:14.236590 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:14.236898 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60654c1d-1058-4ae8-8f09-c9c13e2225cf None None] Pushing event updated for resources: {'Port': ['ID=019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:14.288208 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.411868 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:14.412502 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:09Z', 'revision_number': 3, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:14.423646 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:14.428561 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Routers {'b5b4b863-9d1f-4152-82df-264aec62d987'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:14.429389 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b5b4b863-9d1f-4152-82df-264aec62d987'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:14.563321 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d4e0d-b594-4010-acfa-e35ea9d09c42 None None] Pushing event updated for resources: {'Port': ['ID=6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:14.617341 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:14.645283 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b43b4406-552c-41fd-a7c8-1d580751ea3d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b3c5084f-d177-4167-a425-5df9d662d1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2154074 Sep 14 02:52:14.646864 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Checking router: e486053e-e857-495e-b83d-374ec759de15 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:14.647224 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Updating router e486053e-e857-495e-b83d-374ec759de15 port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:14.651711 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b77eb373-c486-4d6f-8ac3-ffaf011a18d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (6754f187-b409-4bdc-9673-3178bdc5260f), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.660277 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:14.702785 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] Set router b5b4b863-9d1f-4152-82df-264aec62d987 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:14.731587 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee792b5b-d572-409b-b726-789522f114da None None] Sync routers for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:14.782739 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:14.784672 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:11Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:14.789569 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:14.839079 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b77eb373-c486-4d6f-8ac3-ffaf011a18d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (6754f187-b409-4bdc-9673-3178bdc5260f), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.842367 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:14.848792 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=599e14c5-7baf-41ff-ae2a-7ce70b532555,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:14.865192 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe84e3-1e67-4977-8dfc-845e754f1d87 None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:11Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:14.873703 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee792b5b-d572-409b-b726-789522f114da None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:14.874282 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-ee792b5b-d572-409b-b726-789522f114da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:14.922554 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 7 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:14.927918 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.930143 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b77eb373-c486-4d6f-8ac3-ffaf011a18d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (6754f187-b409-4bdc-9673-3178bdc5260f), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.993246 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eb373-c486-4d6f-8ac3-ffaf011a18d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6754f187-b409-4bdc-9673-3178bdc5260f,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:15.022172 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:11Z', 'revision_number': 3, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:15.086798 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b77eb373-c486-4d6f-8ac3-ffaf011a18d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.090120 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b77eb373-c486-4d6f-8ac3-ffaf011a18d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9073019 Sep 14 02:52:15.094749 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37382) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:15.113597 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:15.124046 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Checking router: ac559a12-ea49-48db-a0fe-cc7525638854 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:15.124516 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Updating router ac559a12-ea49-48db-a0fe-cc7525638854 port 547664e5-7ffb-4e55-b8b8-db1b77898917 binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:15.202446 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port a87a43b6-da42-42bc-9578-20e44939b2f8 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:15.203870 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.204225 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port a87a43b6-da42-42bc-9578-20e44939b2f8 Sep 14 02:52:15.233947 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-caff40c2-4c9b-49b6-9a21-e9f5312d5189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.243795 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.250551 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.286506 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.410411 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.593976 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:15.596296 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37390) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:15.676333 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-bfe69746-b1c8-4243-b1db-4aafc4f47bbe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369095695', 'description': 'tempest-description--1906609363'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:15.681819 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:15.686608 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.815509 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:15.824137 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-ee792b5b-d572-409b-b726-789522f114da None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:15.868238 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfe69746-b1c8-4243-b1db-4aafc4f47bbe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.925070 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 3, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port': {'id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:15.958203 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Publish callbacks [] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.960644 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda167c-8a90-41e4-8578-b80a6beb3135 None None] The sync data for ids ['b5b4b863-9d1f-4152-82df-264aec62d987'] in dv-cinder-857075-6-smb is: [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 3, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port': {'id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:15.973839 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port a87a43b6-da42-42bc-9578-20e44939b2f8 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:15.974228 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.997062 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfe69746-b1c8-4243-b1db-4aafc4f47bbe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (4349c8dc-634e-4aaa-98f9-ebc1bf6369d1), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.033566 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.063479 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:16.097664 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfe69746-b1c8-4243-b1db-4aafc4f47bbe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4349c8dc-634e-4aaa-98f9-ebc1bf6369d1), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.133089 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:16.145966 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Attempting to bind port 547664e5-7ffb-4e55-b8b8-db1b77898917 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:16.146499 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Attempting to bind port 547664e5-7ffb-4e55-b8b8-db1b77898917 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:16.146799 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Attempting to bind port 547664e5-7ffb-4e55-b8b8-db1b77898917 on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:16.190055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe69746-b1c8-4243-b1db-4aafc4f47bbe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:16.208172 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 8 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:16.220141 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Allocated IP 172.28.1.205 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/92dcf015-3661-4fe6-a595-4e1822b6d85e) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:16.225335 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649d445-48ee-4bd0-bb5a-3277a865d4f5 None None] Pushing event updated for resources: {'Port': ['ID=547664e5-7ffb-4e55-b8b8-db1b77898917,revision_number=2']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:16.288738 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Allocated IP 172.20.0.1 (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a/7c1443c3-37ad-4a9b-96cd-2cb17bac97d4/f533045d-c63b-4e41-ad34-dc911c0d2d20) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:16.322748 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port a87a43b6-da42-42bc-9578-20e44939b2f8, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a87a43b6-da42-42bc-9578-20e44939b2f8,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:16.331175 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:16.333424 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:16.351102 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:16.351102 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.351102 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:16.351102 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Bound port: 547664e5-7ffb-4e55-b8b8-db1b77898917, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:16.351102 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.387711 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for port (92dcf015-3661-4fe6-a595-4e1822b6d85e), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.433126 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.436856 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfe69746-b1c8-4243-b1db-4aafc4f47bbe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.438058 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-bfe69746-b1c8-4243-b1db-4aafc4f47bbe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8408768 Sep 14 02:52:16.440119 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 3b913450-42be-4735-817b-19761cd4b2d4 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:16.442233 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37410) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:16.447952 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-7f62e6f0-3782-4198-88a7-fd98f09ceb1b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group_rule': {'security_group_id': '4349c8dc-634e-4aaa-98f9-ebc1bf6369d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:16.485782 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] For port 547664e5-7ffb-4e55-b8b8-db1b77898917, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:16.491669 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] For port 547664e5-7ffb-4e55-b8b8-db1b77898917, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=547664e5-7ffb-4e55-b8b8-db1b77898917,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:16.555781 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (92dcf015-3661-4fe6-a595-4e1822b6d85e), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.560521 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.590771 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:16.610249 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Allocated IP 172.20.0.1 (94b1cfe2-ebf2-41cc-86db-5a7caa744a2f/34e06be1-0ba1-4bbb-b342-96eb304a669e/80e8b695-74bb-4794-8f45-ad8dfb1a4882) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:16.615975 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:16.616688 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:51:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:16.642455 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:16.662961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:16.676082 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7f62e6f0-3782-4198-88a7-fd98f09ceb1b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (790dedac-068a-46e3-9645-e91b4a0d444d), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.681222 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 3b913450-42be-4735-817b-19761cd4b2d4 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:16.681624 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (3b913450-42be-4735-817b-19761cd4b2d4), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.682882 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 3b913450-42be-4735-817b-19761cd4b2d4 Sep 14 02:52:16.754596 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649d445-48ee-4bd0-bb5a-3277a865d4f5 None None] Pushing event updated for resources: {'Port': ['ID=547664e5-7ffb-4e55-b8b8-db1b77898917,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:16.803827 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-ee792b5b-d572-409b-b726-789522f114da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:09Z', 'revision_number': 2, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:16.812671 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7f62e6f0-3782-4198-88a7-fd98f09ceb1b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (790dedac-068a-46e3-9645-e91b4a0d444d), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.815009 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:16.820521 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:16.890286 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:16.901595 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:16.911989 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 9 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:16.914514 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ba72-4cde-47a7-b555-44376d38e6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:16.920649 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee792b5b-d572-409b-b726-789522f114da None None] Checking router: 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:16.921248 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee792b5b-d572-409b-b726-789522f114da None None] Updating router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 port 31a484c3-6f13-4c83-ac82-1272cab32a41 binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:17.049695 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ee792b5b-d572-409b-b726-789522f114da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.063337 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (916fa737-680b-44c8-b44f-67dffce281a1), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.075496 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:17.079330 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7f62e6f0-3782-4198-88a7-fd98f09ceb1b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (790dedac-068a-46e3-9645-e91b4a0d444d), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.136009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37422) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:17.204199 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (92dcf015-3661-4fe6-a595-4e1822b6d85e), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.209941 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.222781 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Publish callbacks [] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.228430 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=a87a43b6-da42-42bc-9578-20e44939b2f8,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:17.288356 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Publish callbacks [] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.355331 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:11Z', 'revision_number': 3, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:17.399908 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3849444-ee22-43ed-ba5a-92bad1642d5b None None] The sync data for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb is: [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:11Z', 'revision_number': 3, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:17.413396 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:17.416704 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7f62e6f0-3782-4198-88a7-fd98f09ceb1b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.418420 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-7f62e6f0-3782-4198-88a7-fd98f09ceb1b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9751611 Sep 14 02:52:17.419281 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62e6f0-3782-4198-88a7-fd98f09ceb1b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790dedac-068a-46e3-9645-e91b4a0d444d,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:17.428642 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37432) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:17.439828 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-72368f6c-4e0d-4de0-a176-67c1b7dfe69d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group_rule': {'security_group_id': '4349c8dc-634e-4aaa-98f9-ebc1bf6369d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:17.461676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'Port': ['ID=92dcf015-3661-4fe6-a595-4e1822b6d85e,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:17.485703 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:17.560039 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 3b913450-42be-4735-817b-19761cd4b2d4 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:17.568985 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d3290c31-50a3-42ba-bf79-5974798b93f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.576809 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for port (92dcf015-3661-4fe6-a595-4e1822b6d85e), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.587803 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72368f6c-4e0d-4de0-a176-67c1b7dfe69d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (7faa37f2-3525-4122-82e7-cb24255d9769), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.638930 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:17.646150 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.677097 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:17.684378 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:17.703247 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Publish callbacks [] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.717641 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (92dcf015-3661-4fe6-a595-4e1822b6d85e), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.718335 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (916fa737-680b-44c8-b44f-67dffce281a1), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.733383 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:17.737394 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (e486053e-e857-495e-b83d-374ec759de15), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.775115 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72368f6c-4e0d-4de0-a176-67c1b7dfe69d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (7faa37f2-3525-4122-82e7-cb24255d9769), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.775586 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.868504 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Attempting to bind port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:17.868894 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Attempting to bind port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:17.869549 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Attempting to bind port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:17.907127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72368f6c-4e0d-4de0-a176-67c1b7dfe69d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (7faa37f2-3525-4122-82e7-cb24255d9769), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.920889 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'Port': ['ID=92dcf015-3661-4fe6-a595-4e1822b6d85e,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:17.946033 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72368f6c-4e0d-4de0-a176-67c1b7dfe69d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faa37f2-3525-4122-82e7-cb24255d9769,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:17.967729 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:17.972774 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.983160 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1fce6d14-c356-4315-98cd-b764b1833540 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8776536 Sep 14 02:52:18.006085 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Attempt 10 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:18.053846 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72368f6c-4e0d-4de0-a176-67c1b7dfe69d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.060010 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-72368f6c-4e0d-4de0-a176-67c1b7dfe69d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6215906 Sep 14 02:52:18.060010 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37454) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:18.066260 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:18.074451 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d59d4-8ae4-45fb-9c39-9b7b43dcc207 None None] Pushing event updated for resources: {'Port': ['ID=5a86af97-3374-4a42-ac81-1e4bb9eb6f9b,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:18.090461 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.169329 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ee792b5b-d572-409b-b726-789522f114da None None] Publish callbacks [] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.199278 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device eee97327-96a5-4fcd-ab41-d3237ff5277c up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:18.227775 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.252205 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:18.264427 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Pushing event updated for resources: {'Port': ['ID=f533045d-c63b-4e41-ad34-dc911c0d2d20,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:18.280412 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:18.303539 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:18.304283 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (b5b4b863-9d1f-4152-82df-264aec62d987), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.322943 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-99f74f19-0b92-4203-83ca-c58020dffad4 None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:18.329189 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ee792b5b-d572-409b-b726-789522f114da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.333262 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:18.333873 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:18.335051 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.337456 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:18.338436 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Bound port: 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:18.339134 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.419330 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Allocated IP 172.20.0.1 (1494a22c-5bc9-4637-96fd-e852f4fb232e/466b5909-9670-4a0c-8ccb-87aa29059da2/a1efdf2c-9e03-4654-ae6a-0241c46a8846) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:18.424255 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:18.428526 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.440567 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37476) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:18.443928 dv-cinder-857075-6-smb neutron-server[113174]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 02:52:18.502238 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] For port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:18.507627 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] For port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=5a86af97-3374-4a42-ac81-1e4bb9eb6f9b,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:18.516885 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.542243 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port eee97327-96a5-4fcd-ab41-d3237ff5277c triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:18.543257 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.543932 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port eee97327-96a5-4fcd-ab41-d3237ff5277c Sep 14 02:52:18.578428 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-2fb20d2d-0a57-4681-9f0c-7d23182707c7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--371270070&fields=id&tenant_id=c41ee9a31d894ff7bba265021cdca4fa HTTP/1.1" status: 200 len: 267 time: 0.1365845 Sep 14 02:52:18.634731 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.646451 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Provisioning complete for port 31a484c3-6f13-4c83-ac82-1272cab32a41 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:18.646864 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.647204 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 1 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:18.652415 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d118f-0ec8-4cb9-9dc9-2efb0084e9f0 None None] Pushing event updated for resources: {'Port': ['ID=31a484c3-6f13-4c83-ac82-1272cab32a41,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:18.672315 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d3290c31-50a3-42ba-bf79-5974798b93f6 admin admin] Publish callbacks [] for security_group (0f1dc056-f5e3-4387-94b3-f5646909a1bc), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.680108 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:18.719536 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Pushing event updated for resources: {'Port': ['ID=80e8b695-74bb-4794-8f45-ad8dfb1a4882,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:18.747939 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:18.752721 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Allocated IP 172.28.1.87 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/62f54f1e-4835-44a8-a5f1-1cf2d8cc478a) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:18.774210 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d3290c31-50a3-42ba-bf79-5974798b93f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (0f1dc056-f5e3-4387-94b3-f5646909a1bc), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.784238 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Publish callbacks [] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.805462 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d59d4-8ae4-45fb-9c39-9b7b43dcc207 None None] Pushing event updated for resources: {'Port': ['ID=5a86af97-3374-4a42-ac81-1e4bb9eb6f9b,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:18.810998 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:18.811946 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:18.825381 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:18.827601 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:18.829915 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-ee792b5b-d572-409b-b726-789522f114da None None] Attempting to bind port 31a484c3-6f13-4c83-ac82-1272cab32a41 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:18.830483 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-ee792b5b-d572-409b-b726-789522f114da None None] Attempting to bind port 31a484c3-6f13-4c83-ac82-1272cab32a41 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:18.830988 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee792b5b-d572-409b-b726-789522f114da None None] Attempting to bind port 31a484c3-6f13-4c83-ac82-1272cab32a41 on network 4f329825-883d-494a-b69f-155705dfe6cf {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:18.861535 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:18.924018 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d3290c31-50a3-42ba-bf79-5974798b93f6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a0b4c5e4437a4b259e635c171d3740e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7680109 Sep 14 02:52:18.927952 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37478) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:18.929127 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3290c31-50a3-42ba-bf79-5974798b93f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1dc056-f5e3-4387-94b3-f5646909a1bc,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:18.943879 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:19.130905 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port eee97327-96a5-4fcd-ab41-d3237ff5277c is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:19.131621 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.152306 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee792b5b-d572-409b-b726-789522f114da None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:19.153039 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee792b5b-d572-409b-b726-789522f114da None None] Checking segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:19.153637 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ee792b5b-d572-409b-b726-789522f114da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.154206 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee792b5b-d572-409b-b726-789522f114da None None] Bound using segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:19.154964 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-ee792b5b-d572-409b-b726-789522f114da None None] Bound port: 31a484c3-6f13-4c83-ac82-1272cab32a41, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:19.155550 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ee792b5b-d572-409b-b726-789522f114da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.165468 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ef80-abac-4211-bb93-7c2161908edc req-9c972227-b43b-4c64-ac43-b804f17be32d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:19.169174 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-9c972227-b43b-4c64-ac43-b804f17be32d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 811 time: 0.5764868 Sep 14 02:52:19.194022 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.221753 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port eee97327-96a5-4fcd-ab41-d3237ff5277c, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=eee97327-96a5-4fcd-ab41-d3237ff5277c,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:19.239931 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:19.259495 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-c77322f9-f649-4a40-9e11-6c737f72ef48 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/quotas/c41ee9a31d894ff7bba265021cdca4fa HTTP/1.1" status: 200 len: 375 time: 0.0827725 Sep 14 02:52:19.276521 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.283239 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-28118fba-f32b-4486-93ae-6570f2e1d1b3 admin admin] Publish callbacks [] for security_group (0f1dc056-f5e3-4387-94b3-f5646909a1bc), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.305727 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:19.314995 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.316075 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:19.342714 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:19.351020 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:19.351502 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (ac559a12-ea49-48db-a0fe-cc7525638854), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.355880 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Pushing event updated for resources: {'Port': ['ID=a1efdf2c-9e03-4654-ae6a-0241c46a8846,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:19.368281 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 2 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:19.405511 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:19.428495 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-ee792b5b-d572-409b-b726-789522f114da None None] For port 31a484c3-6f13-4c83-ac82-1272cab32a41, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:19.492561 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.538271 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-28118fba-f32b-4486-93ae-6570f2e1d1b3 admin admin] Publish callbacks [] for security_group (0f1dc056-f5e3-4387-94b3-f5646909a1bc), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.548263 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-c54a9163-19fa-4f68-9653-f65351cbe914 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2697442 Sep 14 02:52:19.697876 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-ee792b5b-d572-409b-b726-789522f114da None None] For port 31a484c3-6f13-4c83-ac82-1272cab32a41, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=31a484c3-6f13-4c83-ac82-1272cab32a41,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:19.716752 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:19.790952 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Publish callbacks [] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.793312 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:16Z', 'revision_number': 1, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:19.813851 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.838260 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:19.892497 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port 31a484c3-6f13-4c83-ac82-1272cab32a41 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:19.899575 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.905162 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe0b25-8d0d-4193-9c17-40f598d7a921 None None] The sync data for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb is: [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:16Z', 'revision_number': 1, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:19.905537 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (e486053e-e857-495e-b83d-374ec759de15), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.905633 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:19.912973 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-80a11c3e-e1f2-4922-9e95-e8dfd9cfba0f service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:52:19.920435 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=eee97327-96a5-4fcd-ab41-d3237ff5277c,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:19.921703 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-80a11c3e-e1f2-4922-9e95-e8dfd9cfba0f service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1216321 Sep 14 02:52:19.927425 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ee792b5b-d572-409b-b726-789522f114da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.945720 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-28118fba-f32b-4486-93ae-6570f2e1d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (0f1dc056-f5e3-4387-94b3-f5646909a1bc), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.949253 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-28118fba-f32b-4486-93ae-6570f2e1d1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:19.953629 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-28118fba-f32b-4486-93ae-6570f2e1d1b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0f1dc056-f5e3-4387-94b3-f5646909a1bc HTTP/1.1" status: 204 len: 168 time: 1.0191004 Sep 14 02:52:19.976839 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:20.009723 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:20.017160 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:20.017160 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.017160 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c Sep 14 02:52:20.065780 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28118fba-f32b-4486-93ae-6570f2e1d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1dc056-f5e3-4387-94b3-f5646909a1bc,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:20.069180 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.075119 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:20.087205 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:20.090414 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:20.116274 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee792b5b-d572-409b-b726-789522f114da None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:20.116913 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-ee792b5b-d572-409b-b726-789522f114da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:20.139408 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.148750 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Pushing event updated for resources: {'Port': ['ID=f533045d-c63b-4e41-ad34-dc911c0d2d20,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:20.207055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=62f54f1e-4835-44a8-a5f1-1cf2d8cc478a,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:20.243896 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Publish callbacks [] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.250050 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:20.259263 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:20.261413 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:20.281602 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (8264bfc3-17b2-48ff-8fb4-23eda3faecfc), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.294943 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d118f-0ec8-4cb9-9dc9-2efb0084e9f0 None None] Pushing event updated for resources: {'Port': ['ID=31a484c3-6f13-4c83-ac82-1272cab32a41,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:20.316997 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-6ba3e756-d150-4771-91db-98c3c18f8538 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882024 Sep 14 02:52:20.317182 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:20.413514 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 3 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:20.499299 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.528168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.529368 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (b5b4b863-9d1f-4152-82df-264aec62d987), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.632415 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:20.633241 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:20.645573 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-ee792b5b-d572-409b-b726-789522f114da None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:20.652469 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Router e486053e-e857-495e-b83d-374ec759de15 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:20.653009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Pushing event updated for resources: {'Port': ['ID=80e8b695-74bb-4794-8f45-ad8dfb1a4882,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:20.657221 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.684440 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37520) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:20.691548 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:20.691968 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.693600 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-010eeb60-e227-4451-97b6-6d0ca6f380a9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747623 Sep 14 02:52:20.861873 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:13Z', 'revision_number': 2, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:20.938182 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:20.938926 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Updating router b3c5084f-d177-4167-a425-5df9d662d1cf port 01a67780-e3f7-454c-bb31-051b48de7a5b binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:20.967845 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:20.982663 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.993607 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.041830 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:21.072820 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.074694 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (8264bfc3-17b2-48ff-8fb4-23eda3faecfc), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.080557 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:21.156019 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a39e63d6-4fe2-4ede-9d83-6c7b6ddce84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.164997 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=62f54f1e-4835-44a8-a5f1-1cf2d8cc478a,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:21.190007 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Current status of the port 31a484c3-6f13-4c83-ac82-1272cab32a41 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:21.191556 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.233319 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.242502 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-24fe782e-cab4-4654-a79f-52054c308dd7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1734760 Sep 14 02:52:21.300538 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:21.314601 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:21.326845 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3f49f054-0a97-4bb7-b31a-acf8904ede17 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e486053e-e857-495e-b83d-374ec759de15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5378714 Sep 14 02:52:21.335612 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a39e63d6-4fe2-4ede-9d83-6c7b6ddce84d admin admin] Publish callbacks [] for security_group (c04d6fed-4cc5-4fa7-ad97-c6496405271a), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.339422 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.340500 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 599e14c5-7baf-41ff-ae2a-7ce70b532555 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:21.347243 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37550) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:21.440729 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a39e63d6-4fe2-4ede-9d83-6c7b6ddce84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (c04d6fed-4cc5-4fa7-ad97-c6496405271a), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.461121 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] For port 31a484c3-6f13-4c83-ac82-1272cab32a41, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=31a484c3-6f13-4c83-ac82-1272cab32a41,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:21.483065 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:21.512723 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dee12dc1-0ece-4ce5-a89f-057c195ac08e req-5d273fe6-ad93-4b67-9b80-d209f2321387 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 210 time: 0.1640875 Sep 14 02:52:21.531076 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e63d6-4fe2-4ede-9d83-6c7b6ddce84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d6fed-4cc5-4fa7-ad97-c6496405271a,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:21.581422 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a39e63d6-4fe2-4ede-9d83-6c7b6ddce84d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=50b0dc9e7c054761939ec77c62c5cf45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8953118 Sep 14 02:52:21.592153 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37560) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:21.594973 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Publish callbacks [] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.633065 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.713366 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.725176 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 599e14c5-7baf-41ff-ae2a-7ce70b532555 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:21.725781 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.726618 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 599e14c5-7baf-41ff-ae2a-7ce70b532555 Sep 14 02:52:21.728988 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe1c3-e254-4533-871e-830ccfbe35d2 admin admin] Publish callbacks [] for security_group (c04d6fed-4cc5-4fa7-ad97-c6496405271a), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.762350 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:21.799495 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:21.829934 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Provisioning complete for port a87a43b6-da42-42bc-9578-20e44939b2f8 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:21.830311 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.831102 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe1c3-e254-4533-871e-830ccfbe35d2 admin admin] Publish callbacks [] for security_group (c04d6fed-4cc5-4fa7-ad97-c6496405271a), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.835580 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:21.835727 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 1 to provision port a87a43b6-da42-42bc-9578-20e44939b2f8 Sep 14 02:52:21.844086 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:21.867385 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Router b5b4b863-9d1f-4152-82df-264aec62d987 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:21.906815 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Publish callbacks [] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.913949 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Pushing event updated for resources: {'Port': ['ID=31a484c3-6f13-4c83-ac82-1272cab32a41,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:21.915819 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352787b-a9a8-4994-88a4-c78b6b35204d None None] Pushing event updated for resources: {'Port': ['ID=01a67780-e3f7-454c-bb31-051b48de7a5b,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:21.937679 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Attempting to bind port 01a67780-e3f7-454c-bb31-051b48de7a5b on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:21.938331 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Attempting to bind port 01a67780-e3f7-454c-bb31-051b48de7a5b by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:21.938827 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Attempting to bind port 01a67780-e3f7-454c-bb31-051b48de7a5b on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:21.967803 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-6e676d94-4442-4925-987e-21acbfd5e277 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--369095695&fields=id&tenant_id=b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 267 time: 0.2286456 Sep 14 02:52:22.004230 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:22.004785 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Checking segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:22.005310 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.005995 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Bound using segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:22.006615 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Bound port: 01a67780-e3f7-454c-bb31-051b48de7a5b, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:22.007133 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.017211 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.022279 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (ac559a12-ea49-48db-a0fe-cc7525638854), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.034557 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37576) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:22.091411 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-ee792b5b-d572-409b-b726-789522f114da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:22.151737 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe1c3-e254-4533-871e-830ccfbe35d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (c04d6fed-4cc5-4fa7-ad97-c6496405271a), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.153852 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe1c3-e254-4533-871e-830ccfbe35d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.158176 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-e6fbe1c3-e254-4533-871e-830ccfbe35d2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c04d6fed-4cc5-4fa7-ad97-c6496405271a HTTP/1.1" status: 204 len: 168 time: 0.5600007 Sep 14 02:52:22.177718 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] For port 01a67780-e3f7-454c-bb31-051b48de7a5b, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:22.183877 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] For port 01a67780-e3f7-454c-bb31-051b48de7a5b, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=01a67780-e3f7-454c-bb31-051b48de7a5b,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:22.192688 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee792b5b-d572-409b-b726-789522f114da None None] The sync data for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb is: [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:22.212727 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbe1c3-e254-4533-871e-830ccfbe35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d6fed-4cc5-4fa7-ad97-c6496405271a,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:22.263511 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.309921 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Current status of the port a87a43b6-da42-42bc-9578-20e44939b2f8 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:22.317540 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:22.328320 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 599e14c5-7baf-41ff-ae2a-7ce70b532555 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:22.328696 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Pushing event updated for resources: {'Port': ['ID=a1efdf2c-9e03-4654-ae6a-0241c46a8846,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:22.329427 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a87a43b6-da42-42bc-9578-20e44939b2f8 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:22.334532 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d9bf-7366-4027-889a-84987bfc541f req-dbf2eb7d-9e6f-43cc-ad64-2770e31c573d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:22.341785 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-dbf2eb7d-9e6f-43cc-ad64-2770e31c573d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 814 time: 0.3639488 Sep 14 02:52:22.354498 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:22.355928 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:22.369433 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-610831d0-4db6-4464-8d68-830f840da19c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/quotas/b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 375 time: 0.0267069 Sep 14 02:52:22.377618 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:22.384066 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-e506f370-fafa-4d46-ab90-b6129003393b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b5b4b863-9d1f-4152-82df-264aec62d987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2006507 Sep 14 02:52:22.407925 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:22.410018 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:22.482190 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-187e73fe-2585-4e2e-83b8-4f77937b9116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.596634 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-e238d460-96c0-4795-abeb-e97d0e0fa4a3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243829 Sep 14 02:52:22.722740 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Provisioning complete for port 01a67780-e3f7-454c-bb31-051b48de7a5b triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:22.723425 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.723587 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 1 to provision port 01a67780-e3f7-454c-bb31-051b48de7a5b Sep 14 02:52:22.731852 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Sync routers for ids ['b5b4b863-9d1f-4152-82df-264aec62d987'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:22.833004 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Routers {'b5b4b863-9d1f-4152-82df-264aec62d987'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:22.834417 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b5b4b863-9d1f-4152-82df-264aec62d987'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:22.884365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:22.887125 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-00dfc0b7-0344-4513-8f3e-10c7aee2eb30 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772622 Sep 14 02:52:22.931544 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port a87a43b6-da42-42bc-9578-20e44939b2f8 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:22.932073 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:22.932510 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port a87a43b6-da42-42bc-9578-20e44939b2f8 Sep 14 02:52:22.961700 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352787b-a9a8-4994-88a4-c78b6b35204d None None] Pushing event updated for resources: {'Port': ['ID=01a67780-e3f7-454c-bb31-051b48de7a5b,revision_number=4']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:23.012911 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:23.105992 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Set router b5b4b863-9d1f-4152-82df-264aec62d987 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:23.122986 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37626) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:23.156487 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Router ac559a12-ea49-48db-a0fe-cc7525638854 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:23.172753 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:23.201104 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-ee292ed2-18f7-4e54-a131-93a951c17aea service neutron] 10.222.0.27 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013597 Sep 14 02:52:23.228613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-187e73fe-2585-4e2e-83b8-4f77937b9116 admin admin] Publish callbacks [] for security_group (5ec04b2c-449a-4f51-a0b8-af7f1c312642), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.236106 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-7127960e-b2ac-4196-a97d-def483f15bdd tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:23.237877 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-7127960e-b2ac-4196-a97d-def483f15bdd tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 819 time: 0.3128400 Sep 14 02:52:23.253626 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-113b2ffe-7cb0-4156-872c-495d7f393879 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/quotas/8699604d52874cda8ff8c3c7b8e23345 HTTP/1.1" status: 200 len: 375 time: 0.0100203 Sep 14 02:52:23.316407 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:23.333143 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:23.362642 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ae643473-a956-4d50-9603-105b6768c234 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ac559a12-ea49-48db-a0fe-cc7525638854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1353838 Sep 14 02:52:23.366985 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-187e73fe-2585-4e2e-83b8-4f77937b9116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (5ec04b2c-449a-4f51-a0b8-af7f1c312642), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.401072 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-187e73fe-2585-4e2e-83b8-4f77937b9116 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a09b0990492f43758fbcaac845d01604&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3561223 Sep 14 02:52:23.403898 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37638) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:23.452992 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-e9180ac3-ef2c-42f0-9ee3-b58c32cbb5cb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931679 Sep 14 02:52:23.482005 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-319405312-network', 'tenant_id': '78132ef9f82b4730b5660e8655f88975'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:23.506577 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e73fe-2585-4e2e-83b8-4f77937b9116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec04b2c-449a-4f51-a0b8-af7f1c312642,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:23.532435 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4f5b-de3e-493a-8025-f0812c64c393 admin admin] Publish callbacks [] for security_group (5ec04b2c-449a-4f51-a0b8-af7f1c312642), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.535512 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:22Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:23.574397 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71589714-7c11-456d-9ab6-28da824f7c91 None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:22Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:23.585569 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port a87a43b6-da42-42bc-9578-20e44939b2f8 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:23.587070 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a08c115e-4eea-4e1e-b9dc-2ff59dddb071 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:23.597229 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4f5b-de3e-493a-8025-f0812c64c393 admin admin] Publish callbacks [] for security_group (5ec04b2c-449a-4f51-a0b8-af7f1c312642), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.600349 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Made reservation on behalf of 78132ef9f82b4730b5660e8655f88975 for: {'network': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:23.610661 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.623050 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37652) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:23.630201 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.673256 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9e31fd52-3092-4e60-9618-15eb1fc06d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.775293 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Current status of the port 01a67780-e3f7-454c-bb31-051b48de7a5b is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:23.776061 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.829627 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d10cbce0-c691-44d3-a33e-331863cf2ecc req-630659d1-4e8d-4af5-8349-b17bb05a4695 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 210 time: 0.0823758 Sep 14 02:52:23.869320 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4f5b-de3e-493a-8025-f0812c64c393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (5ec04b2c-449a-4f51-a0b8-af7f1c312642), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.877728 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:23.879967 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4f5b-de3e-493a-8025-f0812c64c393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:23.882563 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ddbd4f5b-de3e-493a-8025-f0812c64c393 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5ec04b2c-449a-4f51-a0b8-af7f1c312642 HTTP/1.1" status: 204 len: 168 time: 0.4770818 Sep 14 02:52:23.987231 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-1b0d7508-0fcf-45f5-ba2d-c35a5fc607bf service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:52:23.988318 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-1b0d7508-0fcf-45f5-ba2d-c35a5fc607bf service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1954792 Sep 14 02:52:24.011678 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] For port 01a67780-e3f7-454c-bb31-051b48de7a5b, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=01a67780-e3f7-454c-bb31-051b48de7a5b,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:24.012445 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Publish callbacks [] for security_group (66f390cd-96aa-4e45-9265-020c415ae820), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.024168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd4f5b-de3e-493a-8025-f0812c64c393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec04b2c-449a-4f51-a0b8-af7f1c312642,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:24.042393 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9e31fd52-3092-4e60-9618-15eb1fc06d09 admin admin] Publish callbacks [] for security_group (2da90592-1537-447b-b10d-e3aec4418427), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.122526 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (66f390cd-96aa-4e45-9265-020c415ae820), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.129597 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port': {'id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '80e8b695-74bb-4794-8f45-ad8dfb1a4882', 'name': '', 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'mac_address': 'fa:16:3e:10:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '34e06be1-0ba1-4bbb-b342-96eb304a669e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 2, 'project_id': '682cba1c702447d487152bfed740f1d8', 'subnets': [{'id': '34e06be1-0ba1-4bbb-b342-96eb304a669e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:24.131640 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.180935 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:24.187134 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Provisioning complete for port 599e14c5-7baf-41ff-ae2a-7ce70b532555 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:24.187512 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.187850 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 1 to provision port 599e14c5-7baf-41ff-ae2a-7ce70b532555 Sep 14 02:52:24.226632 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=113175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:52:24.236193 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9e31fd52-3092-4e60-9618-15eb1fc06d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (2da90592-1537-447b-b10d-e3aec4418427), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.241250 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f390cd-96aa-4e45-9265-020c415ae820,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:24.258173 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (9d2f6283-ace6-4ba4-b68d-327aeb925502), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.258173 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.segments_db [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Added segment 9d2f6283-ace6-4ba4-b68d-327aeb925502 of type vlan for network ac23daba-2cbf-41cd-844e-a1b9eba4bc97 Sep 14 02:52:24.263401 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:24.263795 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.264131 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 Sep 14 02:52:24.306261 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (ac23daba-2cbf-41cd-844e-a1b9eba4bc97), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.306484 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31fd52-3092-4e60-9618-15eb1fc06d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da90592-1537-447b-b10d-e3aec4418427,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:24.338770 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-9e31fd52-3092-4e60-9618-15eb1fc06d09 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0c2cfe8e4efd497d9a5fb8f8f4c902cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7145669 Sep 14 02:52:24.341940 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37678) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:24.353692 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Checking router: b5b4b863-9d1f-4152-82df-264aec62d987 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:24.357692 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Updating router b5b4b863-9d1f-4152-82df-264aec62d987 port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:24.422748 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (ac23daba-2cbf-41cd-844e-a1b9eba4bc97), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.426007 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:24.426662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.434363 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-740d81cf-8f0f-40c2-92a7-16e2c69f7f32 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867760 Sep 14 02:52:24.509198 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Current status of the port 599e14c5-7baf-41ff-ae2a-7ce70b532555 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:24.536550 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.564387 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:24.573532 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] Pushing event updated for resources: {'Network': ['ID=ac23daba-2cbf-41cd-844e-a1b9eba4bc97,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:24.581527 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3b41f3ef-fd5c-46d4-92dd-991ee9c84775 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4571533 Sep 14 02:52:24.590143 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37682) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:24.598174 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Request body: {'subnet': {'network_id': 'ac23daba-2cbf-41cd-844e-a1b9eba4bc97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-319405312-subnet', 'tenant_id': '78132ef9f82b4730b5660e8655f88975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:24.634155 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network ac23daba-2cbf-41cd-844e-a1b9eba4bc97 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:52:24.644817 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:24.676063 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-59b16422-2b37-4b6d-ace1-bc3fc16c0b2b admin admin] Publish callbacks [] for security_group (2da90592-1537-447b-b10d-e3aec4418427), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.702618 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-59b16422-2b37-4b6d-ace1-bc3fc16c0b2b admin admin] Publish callbacks [] for security_group (2da90592-1537-447b-b10d-e3aec4418427), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.709525 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Provisioning complete for port f533045d-c63b-4e41-ad34-dc911c0d2d20 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:24.710267 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.710267 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 1 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:24.737431 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Sync routers for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:24.753004 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Pushing event updated for resources: {'Port': ['ID=01a67780-e3f7-454c-bb31-051b48de7a5b,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:24.769027 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:24.780124 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:24.788297 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:24.834125 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Made reservation on behalf of 78132ef9f82b4730b5660e8655f88975 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:24.837718 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.840929 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:24.955236 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-59b16422-2b37-4b6d-ace1-bc3fc16c0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (2da90592-1537-447b-b10d-e3aec4418427), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.958641 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-59b16422-2b37-4b6d-ace1-bc3fc16c0b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.959887 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-59b16422-2b37-4b6d-ace1-bc3fc16c0b2b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2da90592-1537-447b-b10d-e3aec4418427 HTTP/1.1" status: 204 len: 168 time: 0.6168058 Sep 14 02:52:24.996760 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b16422-2b37-4b6d-ace1-bc3fc16c0b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da90592-1537-447b-b10d-e3aec4418427,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:25.139687 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-94740b20-5573-4032-b267-de3c8f53c50d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042661 Sep 14 02:52:25.210512 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a32f8-1144-44f1-a376-fe7d52568477 req-a81306f4-d602-46ed-a978-65d185735fa0 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:25.220302 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-a81306f4-d602-46ed-a978-65d185735fa0 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/networks?id=94b1cfe2-ebf2-41cc-86db-5a7caa744a2f HTTP/1.1" status: 200 len: 812 time: 0.3518667 Sep 14 02:52:25.238339 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:25.269175 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-0eb1d599-9167-48d0-948d-d3b1ac90b097 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/quotas/682cba1c702447d487152bfed740f1d8 HTTP/1.1" status: 200 len: 375 time: 0.0352721 Sep 14 02:52:25.295948 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 2 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:25.411417 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (61a77821-daf7-4811-803a-ccc3a76888cb), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:25.436933 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-39f12fb7-0c9a-416f-9ccf-8526eaa76c35 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=682cba1c702447d487152bfed740f1d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668689 Sep 14 02:52:25.525824 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:25.533741 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:25.535127 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:25.572206 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a77821-daf7-4811-803a-ccc3a76888cb,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:25.591933 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Checking segment: {'id': '9d2f6283-ace6-4ba4-b68d-327aeb925502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac23daba-2cbf-41cd-844e-a1b9eba4bc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:25.592281 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Network hostable DHCP agents. Network: ac23daba-2cbf-41cd-844e-a1b9eba4bc97, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:52:25.741349 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Network ac23daba-2cbf-41cd-844e-a1b9eba4bc97 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:52:25.743115 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:25.743680 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:25.747481 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 Sep 14 02:52:25.804939 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, ac23daba-2cbf-41cd-844e-a1b9eba4bc97) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:25.811808 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 2, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:25.813467 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:25.814980 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:25.825299 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce990c-266e-4a37-8ae7-7c43b7a71ba2 None None] Network ac23daba-2cbf-41cd-844e-a1b9eba4bc97 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:25.839606 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fce13653-74d2-474b-a41c-42213bcffe62 req-78986f3b-d7d0-4e4b-8b51-1f97069efea8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.1098685 Sep 14 02:52:25.877000 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Checking router: ac559a12-ea49-48db-a0fe-cc7525638854 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:25.877000 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Updating router ac559a12-ea49-48db-a0fe-cc7525638854 port a1efdf2c-9e03-4654-ae6a-0241c46a8846 binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:25.920673 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:25.940199 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-57592ac8-1e07-4483-97d3-9510cb87dfb3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3415468 Sep 14 02:52:25.950512 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-e09cb85f-d9ad-46e6-bcb6-405ddaf5bc58 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/94b1cfe2-ebf2-41cc-86db-5a7caa744a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036349 Sep 14 02:52:26.098892 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 3 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:26.222590 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f3fa0764-aa41-44cb-ac78-9c523eac6bae service neutron] 10.222.0.27 "GET /networking/v2.0/networks/94b1cfe2-ebf2-41cc-86db-5a7caa744a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640116 Sep 14 02:52:26.240592 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.23', 61253) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:26.286208 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:26.286698 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:26.327459 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:26.419004 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Publish callbacks [] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:26.429780 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dcfe1a-7d41-4197-9a48-d93d0911e4d8 None None] Network ac23daba-2cbf-41cd-844e-a1b9eba4bc97 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:26.508808 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:26.532989 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:26.562944 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ef80-abac-4211-bb93-7c2161908edc req-cc17e44c-ef98-44d7-ae90-dfb4acf1fb57 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:26.564420 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-cc17e44c-ef98-44d7-ae90-dfb4acf1fb57 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 811 time: 0.3226659 Sep 14 02:52:26.628297 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37756) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:26.638784 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-42c1663f-5c96-4275-b138-850fe668fe4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455259279', 'description': 'tempest-description--2086962257'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:26.655934 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1367bcb-55a6-46fe-9d70-25b4eb258a24 None None] Pushing event updated for resources: {'Port': ['ID=a1efdf2c-9e03-4654-ae6a-0241c46a8846,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:26.804431 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-42c1663f-5c96-4275-b138-850fe668fe4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:26.880151 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:26.884752 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:26.905570 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:26.910059 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Publish callbacks [] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:26.910210 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Attempting to bind port a1efdf2c-9e03-4654-ae6a-0241c46a8846 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:26.910692 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Attempting to bind port a1efdf2c-9e03-4654-ae6a-0241c46a8846 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:26.914266 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Attempting to bind port a1efdf2c-9e03-4654-ae6a-0241c46a8846 on network 1494a22c-5bc9-4637-96fd-e852f4fb232e {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:26.965163 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:26.982081 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:27.012963 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.019327 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-88062158-7363-4fa0-bb13-0a841e8e6675 req-2681b239-2411-4232-8b72-44f32ae2c3df tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 210 time: 0.2017617 Sep 14 02:52:27.060517 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:27.069259 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Checking segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:27.069959 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.070359 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Bound using segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:27.075865 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Bound port: a1efdf2c-9e03-4654-ae6a-0241c46a8846, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:27.076357 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.077532 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-42c1663f-5c96-4275-b138-850fe668fe4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (14af8703-a274-41e9-b257-4b436d36b8fd), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.113016 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-a27f5333-b43f-4f61-b720-89179156ffc3 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c41ee9a31d894ff7bba265021cdca4fa HTTP/1.1" status: 200 len: 379 time: 0.4951832 Sep 14 02:52:27.147774 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-42c1663f-5c96-4275-b138-850fe668fe4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (14af8703-a274-41e9-b257-4b436d36b8fd), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.168080 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'port': {'device_id': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'admin_state_up': True, 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'security_groups': ['04b610fe-2776-4bf5-a1d2-16f9c88627d2']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:27.288606 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fbd1ca1e-ad62-46c9-b53b-3b7de31b5af8 req-0747b03b-b0fa-4a6b-8dfd-0bd7487e1dea tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 210 time: 0.1747031 Sep 14 02:52:27.295339 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:27.306222 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1663f-5c96-4275-b138-850fe668fe4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14af8703-a274-41e9-b257-4b436d36b8fd,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:27.315813 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] For port a1efdf2c-9e03-4654-ae6a-0241c46a8846, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:27.328884 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] For port a1efdf2c-9e03-4654-ae6a-0241c46a8846, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a1efdf2c-9e03-4654-ae6a-0241c46a8846,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:27.334725 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-42c1663f-5c96-4275-b138-850fe668fe4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.338117 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-42c1663f-5c96-4275-b138-850fe668fe4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7086806 Sep 14 02:52:27.345613 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37790) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:27.350924 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-96b7fce1-8f2c-48a8-96af-027e885ab1cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'security_group_rule': {'security_group_id': '14af8703-a274-41e9-b257-4b436d36b8fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:27.371441 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:27.393672 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.432168 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7864ec3e-044f-41dc-a9e3-a80b58a31d60 req-1f428db4-cca7-4e75-960e-4f0c46285625 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 210 time: 0.1923516 Sep 14 02:52:27.463596 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-96b7fce1-8f2c-48a8-96af-027e885ab1cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (bd88072d-cdb4-4ab7-b3bb-c59ae7709a86), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.517030 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1367bcb-55a6-46fe-9d70-25b4eb258a24 None None] Pushing event updated for resources: {'Port': ['ID=a1efdf2c-9e03-4654-ae6a-0241c46a8846,revision_number=4']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:27.518760 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cef18f68-3146-425f-b7d2-7c5cf5880441 req-1c9b2ea7-3e1c-4dfa-8b59-435b9522ac1a tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0612533 Sep 14 02:52:27.529001 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 4 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:27.563361 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:27.565113 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:27.607775 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Attempting to bind port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:27.611157 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Attempting to bind port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:27.612531 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Attempting to bind port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 on network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:27.613088 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-96b7fce1-8f2c-48a8-96af-027e885ab1cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (bd88072d-cdb4-4ab7-b3bb-c59ae7709a86), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.675380 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device eee97327-96a5-4fcd-ab41-d3237ff5277c up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:27.680738 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:27.707757 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-96b7fce1-8f2c-48a8-96af-027e885ab1cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (bd88072d-cdb4-4ab7-b3bb-c59ae7709a86), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.769313 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:27.785294 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:27.798409 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7fce1-8f2c-48a8-96af-027e885ab1cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd88072d-cdb4-4ab7-b3bb-c59ae7709a86,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:27.798857 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:27.812123 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db72854-b4e7-4c88-9fc0-920fac70dae2 None None] Pushing event updated for resources: {'Port': ['ID=80e8b695-74bb-4794-8f45-ad8dfb1a4882,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:27.819013 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:27.819402 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Checking segment: {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:27.819809 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.822772 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Bound using segment: {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:27.824920 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Bound port: 80e8b695-74bb-4794-8f45-ad8dfb1a4882, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:27.824920 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.847925 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-96b7fce1-8f2c-48a8-96af-027e885ab1cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.852013 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-96b7fce1-8f2c-48a8-96af-027e885ab1cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5022388 Sep 14 02:52:27.852013 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37804) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:27.857822 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-4e01d96e-bb99-45bb-a2c9-b04b4366b47b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'security_group_rule': {'security_group_id': '14af8703-a274-41e9-b257-4b436d36b8fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:27.943513 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Made reservation on behalf of c41ee9a31d894ff7bba265021cdca4fa for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:27.956232 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.988128 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4e01d96e-bb99-45bb-a2c9-b04b4366b47b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (db2fd3df-a817-4ee5-b0b0-4dce686cb168), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:28.028768 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.23', 61263) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:28.074325 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-e8557580-18ef-4ac8-ba8d-f1baaa6b95a0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:28.093919 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-e8557580-18ef-4ac8-ba8d-f1baaa6b95a0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 819 time: 0.3975534 Sep 14 02:52:28.111866 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] For port 80e8b695-74bb-4794-8f45-ad8dfb1a4882, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:28.119405 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] For port 80e8b695-74bb-4794-8f45-ad8dfb1a4882, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=80e8b695-74bb-4794-8f45-ad8dfb1a4882,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:28.127609 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-ffc8c997-8d5b-40b5-917a-c18b37988ac3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/quotas/8699604d52874cda8ff8c3c7b8e23345 HTTP/1.1" status: 200 len: 375 time: 0.0223315 Sep 14 02:52:28.168169 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:27Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:28.177224 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port eee97327-96a5-4fcd-ab41-d3237ff5277c triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:28.177621 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:28.177969 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port eee97327-96a5-4fcd-ab41-d3237ff5277c Sep 14 02:52:28.246140 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d77da-bb31-479e-bf4c-3a5826896666 None None] The sync data for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb is: [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:27Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:28.254038 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-8afa57cb-51f6-46b4-a4fe-97badc40c80c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083243 Sep 14 02:52:28.264274 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:28.327766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:28.329014 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 5 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:28.467994 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:28.470671 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Routers {'b5b4b863-9d1f-4152-82df-264aec62d987'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:28.483359 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b5b4b863-9d1f-4152-82df-264aec62d987'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:28.516666 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d9bf-7366-4027-889a-84987bfc541f req-1f2a05c1-1b4d-45dd-a670-6d2adab5a1cf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:28.518881 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-1f2a05c1-1b4d-45dd-a670-6d2adab5a1cf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 814 time: 0.4742682 Sep 14 02:52:28.553090 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4e01d96e-bb99-45bb-a2c9-b04b4366b47b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (db2fd3df-a817-4ee5-b0b0-4dce686cb168), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:28.577122 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8a940131-115a-4009-97ec-6e5b8c50dfc1 req-bb03d85e-1ef0-4b8d-a39f-55d1176e5023 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 210 time: 0.0999455 Sep 14 02:52:28.646306 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-d380f917-47de-40eb-b531-fa320bd66a3f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 379 time: 0.1167345 Sep 14 02:52:28.660282 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db72854-b4e7-4c88-9fc0-920fac70dae2 None None] Pushing event updated for resources: {'Port': ['ID=80e8b695-74bb-4794-8f45-ad8dfb1a4882,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:28.671150 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-bd4374da-0429-4680-a42d-10a3ec7406ad service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987219 Sep 14 02:52:28.677412 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'port': {'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'admin_state_up': True, 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'security_groups': ['4349c8dc-634e-4aaa-98f9-ebc1bf6369d1']}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:28.723304 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4e01d96e-bb99-45bb-a2c9-b04b4366b47b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (db2fd3df-a817-4ee5-b0b0-4dce686cb168), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:28.777679 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-88255e8d-019e-40f6-bde2-dd35b43c6c19 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048074 Sep 14 02:52:28.794383 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Allocated IP 172.20.0.5 (4f329825-883d-494a-b69f-155705dfe6cf/7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e/bbfe0386-24e8-40ad-81dc-7a8790a51ab5) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:28.829716 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01d96e-bb99-45bb-a2c9-b04b4366b47b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2fd3df-a817-4ee5-b0b0-4dce686cb168,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:28.848322 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] Set router b5b4b863-9d1f-4152-82df-264aec62d987 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:28.929687 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9ab86f08-127c-41a5-a6c3-b64ff0a631f3 req-93f99a2a-f206-4e01-b762-021dd7ea4d0c tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 210 time: 0.1072457 Sep 14 02:52:29.018795 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4e01d96e-bb99-45bb-a2c9-b04b4366b47b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:29.025091 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4e01d96e-bb99-45bb-a2c9-b04b4366b47b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1696291 Sep 14 02:52:29.026976 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37846) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:29.040940 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port eee97327-96a5-4fcd-ab41-d3237ff5277c is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:29.043700 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 01a67780-e3f7-454c-bb31-051b48de7a5b up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:29.058546 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 6 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:29.064084 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:29.245689 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:29.269564 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:29.335846 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Made reservation on behalf of b0bcf113f85a41ecada488b2b06c2fa1 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:29.342188 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:29.348127 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:29.354599 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:29.392174 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 01a67780-e3f7-454c-bb31-051b48de7a5b triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:29.392567 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:29.394131 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-75b96b17-4213-4f4c-999f-80e385f46b71 req-23d6443d-0a9a-4d00-af98-2af03b26248d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 210 time: 0.1389294 Sep 14 02:52:29.398074 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 01a67780-e3f7-454c-bb31-051b48de7a5b Sep 14 02:52:29.523648 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:29.748672 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:29.748672 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ae80e692-a169-47ed-b404-0c3218d22031 req-cd44c6a0-5dff-415d-9411-9bb67c4baaa8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.3840437 Sep 14 02:52:29.798843 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 01a67780-e3f7-454c-bb31-051b48de7a5b is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:29.800153 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:29.841972 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port': {'id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '80e8b695-74bb-4794-8f45-ad8dfb1a4882', 'name': '', 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'mac_address': 'fa:16:3e:10:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '34e06be1-0ba1-4bbb-b342-96eb304a669e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:28Z', 'revision_number': 4, 'project_id': '682cba1c702447d487152bfed740f1d8', 'subnets': [{'id': '34e06be1-0ba1-4bbb-b342-96eb304a669e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:29.868924 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37868) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:29.875495 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-143809931-network', 'tenant_id': '4ce692052fc64530b1c9d5a22d754904'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:29.881176 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 7 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:29.945501 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:29.946148 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:29.946813 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c Sep 14 02:52:29.959680 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de407613-78cf-452a-ac5a-344d84534b83 None None] The sync data for ids ['b5b4b863-9d1f-4152-82df-264aec62d987'] in dv-cinder-857075-6-smb is: [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port': {'id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '80e8b695-74bb-4794-8f45-ad8dfb1a4882', 'name': '', 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'mac_address': 'fa:16:3e:10:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '34e06be1-0ba1-4bbb-b342-96eb304a669e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:28Z', 'revision_number': 4, 'project_id': '682cba1c702447d487152bfed740f1d8', 'subnets': [{'id': '34e06be1-0ba1-4bbb-b342-96eb304a669e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:29.998944 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:30.068112 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.23', 61274) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:30.075478 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:30.175069 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Made reservation on behalf of 4ce692052fc64530b1c9d5a22d754904 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:30.175069 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:30.341506 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:30.345560 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:30.379678 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:30.382097 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:30.511222 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:30.539204 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:30.547925 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Allocated IP 172.20.0.13 (26f16a6a-1f25-415a-b610-56afa452bb34/a104f6c7-b5f6-430d-ad22-1c424db22d7a/7b69e394-5cec-4468-b120-b79b37ec7a1e) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:30.576304 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 8 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:30.578315 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:30.596958 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:30.599375 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b Sep 14 02:52:30.832333 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:30.923941 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:30.963153 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:30.966272 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:31.013903 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=5a86af97-3374-4a42-ac81-1e4bb9eb6f9b,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:31.031700 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Allocated IP 172.28.1.134 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/2272dc79-79e1-444a-a89a-a5c9fce18b7d) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:31.078508 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:31.080132 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 31a484c3-6f13-4c83-ac82-1272cab32a41 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:31.174299 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'Port': ['ID=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:31.339867 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 9 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:31.418976 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3320885c-a1e1-4af0-a9ff-8f879585d552 req-7da22cd7-2568-43d1-8740-78971eb230ba tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 210 time: 1.2060671 Sep 14 02:52:31.446762 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:31.467052 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.23', 61283) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:31.485578 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:31.490674 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 31a484c3-6f13-4c83-ac82-1272cab32a41 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:31.492571 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:31.492930 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 31a484c3-6f13-4c83-ac82-1272cab32a41 Sep 14 02:52:31.497062 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:31.498894 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=5a86af97-3374-4a42-ac81-1e4bb9eb6f9b,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:31.503608 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Network 4f329825-883d-494a-b69f-155705dfe6cf is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:31.532272 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:31.556655 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e6805-df77-45ed-9809-6116bf875e30 req-0f128c0e-54a6-41a6-832a-38287bd2b670 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:31.556655 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-af6e6805-df77-45ed-9809-6116bf875e30 req-0f128c0e-54a6-41a6-832a-38287bd2b670 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 931 time: 1.5573106 Sep 14 02:52:31.564632 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-fff35f4e-0fbd-4376-86c7-d82bb757ef79 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:31.567503 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-fff35f4e-0fbd-4376-86c7-d82bb757ef79 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 819 time: 1.4008949 Sep 14 02:52:31.699495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for port (2272dc79-79e1-444a-a89a-a5c9fce18b7d), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:31.704170 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Publish callbacks [] for security_group (4b64a523-3356-4bca-9ace-df22537e3888), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:31.765536 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 31a484c3-6f13-4c83-ac82-1272cab32a41 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:31.771947 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 547664e5-7ffb-4e55-b8b8-db1b77898917 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:31.816737 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:31.822739 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:31.823964 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:31.889514 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-23dda577-0055-43e7-a144-e3fa07dc412a req-c798672b-cdd1-4d2b-8540-12e5c972de54 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 210 time: 0.1649041 Sep 14 02:52:31.916334 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'port': {'device_id': '820deb57-a566-43e3-a048-7d35d841174b', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'admin_state_up': True, 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:31.968993 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4b64a523-3356-4bca-9ace-df22537e3888), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:31.998646 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-5d0e0923-4ac1-4193-a88b-cc077b6fc9e0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8416061 Sep 14 02:52:32.128267 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a32f8-1144-44f1-a376-fe7d52568477 req-467ce354-4a8e-4cca-9bca-c6bc5e18562a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:32.146440 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-467ce354-4a8e-4cca-9bca-c6bc5e18562a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.23 "GET /networking/v2.0/networks?id=94b1cfe2-ebf2-41cc-86db-5a7caa744a2f HTTP/1.1" status: 200 len: 812 time: 0.6588631 Sep 14 02:52:32.148755 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-4819a245-a0f2-478b-a36d-86573241fc96 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:52:32.150099 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-4819a245-a0f2-478b-a36d-86573241fc96 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066392 Sep 14 02:52:32.165457 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.165713 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b64a523-3356-4bca-9ace-df22537e3888,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:32.243240 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Request body: {'port': {'device_id': '16120f06-43f8-4330-9402-a7332c4ed049', 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f', 'admin_state_up': True, 'tenant_id': '682cba1c702447d487152bfed740f1d8'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:32.336943 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-af6e6805-df77-45ed-9809-6116bf875e30 req-d047bbad-7dc8-4486-9ecd-52a5b79d5296 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7820430 Sep 14 02:52:32.365595 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:52:32.397669 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 10 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:32.436296 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:32.440094 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Sync routers for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:32.452809 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (2272dc79-79e1-444a-a89a-a5c9fce18b7d), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.456569 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (7f6ea760-bf2f-4a19-bc3a-06ed050fefb3), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.465772 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Added segment 7f6ea760-bf2f-4a19-bc3a-06ed050fefb3 of type vlan for network 26c7ee41-61e5-4f5e-a70e-70d9e2d38e25 Sep 14 02:52:32.511816 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:32.513946 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:32.540748 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d497179-054d-4d4b-9075-da7ee6faac45 req-0020d929-83e1-495a-9397-fc2f36f25242 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:32.551900 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7d497179-054d-4d4b-9075-da7ee6faac45 req-0020d929-83e1-495a-9397-fc2f36f25242 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 932 time: 0.3977101 Sep 14 02:52:32.554899 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Network 26f16a6a-1f25-415a-b610-56afa452bb34 is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:32.605526 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 547664e5-7ffb-4e55-b8b8-db1b77898917 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:32.606235 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.615079 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:32.616726 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:32.630406 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:32.631580 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 547664e5-7ffb-4e55-b8b8-db1b77898917 Sep 14 02:52:32.633062 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:32.638655 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:32.643389 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:32.654534 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.677448 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:32.703787 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Provisioning complete for port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:32.711007 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.715249 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Attempt 1 to provision port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 Sep 14 02:52:32.754493 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=7b69e394-5cec-4468-b120-b79b37ec7a1e,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:32.801454 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1f67f94a-6675-4e4d-8396-10f57cdee77b req-f3537b98-72fc-42b9-a3a8-de4f2caede8d tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 210 time: 0.1537435 Sep 14 02:52:32.835691 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Request body: {'port': {'device_id': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:32.849831 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (26c7ee41-61e5-4f5e-a70e-70d9e2d38e25), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.969006 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7d497179-054d-4d4b-9075-da7ee6faac45 req-6cd57213-3054-42c5-8f51-a2e8ca64a6ae tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139781 Sep 14 02:52:32.991073 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.db.resource_extend [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 14 02:52:33.009471 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-537c239b-2f13-4c35-89da-29b9d56a9c40 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3471918 Sep 14 02:52:33.157524 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:33.184120 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'Port': ['ID=2272dc79-79e1-444a-a89a-a5c9fce18b7d,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:33.196747 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (50646027-2cf2-45fc-bdaa-38547fce39d1), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.222782 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37942) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:33.223477 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (26c7ee41-61e5-4f5e-a70e-70d9e2d38e25), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.224649 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:33.230789 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.246947 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b429ed6-a854-4612-96db-221cf74825a4 req-059c6a96-4b22-4bae-a678-41dbf8da23ac tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 210 time: 0.1738195 Sep 14 02:52:33.268531 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Request body: {'port': {'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:33.273961 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Made reservation on behalf of 682cba1c702447d487152bfed740f1d8 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:33.283194 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.286159 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2f49fa78-2833-4a1b-9a33-0ed87cb6067d None None] Current status of the port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:33.330406 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:33.426693 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Made reservation on behalf of 8699604d52874cda8ff8c3c7b8e23345 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:33.430627 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.435574 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:33.439422 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2272dc79-79e1-444a-a89a-a5c9fce18b7d), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.460570 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.532339 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.6614432 Sep 14 02:52:33.535428 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.23', 61294) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:33.537250 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 37948) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:33.543753 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Provisioning complete for port 7b69e394-5cec-4468-b120-b79b37ec7a1e triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:33.559332 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.561292 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 1 to provision port 7b69e394-5cec-4468-b120-b79b37ec7a1e Sep 14 02:52:33.564289 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Request body: {'subnet': {'network_id': '26c7ee41-61e5-4f5e-a70e-70d9e2d38e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-143809931-subnet', 'tenant_id': '4ce692052fc64530b1c9d5a22d754904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:33.567164 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 547664e5-7ffb-4e55-b8b8-db1b77898917 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:33.567619 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.691712 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:33.737751 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-d57c8bd7-ed43-4876-b735-6f2a394ccdd9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:33.739667 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-d57c8bd7-ed43-4876-b735-6f2a394ccdd9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 819 time: 0.1839452 Sep 14 02:52:33.799813 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:33.814691 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 547664e5-7ffb-4e55-b8b8-db1b77898917, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=547664e5-7ffb-4e55-b8b8-db1b77898917,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:33.822584 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3952b994-6654-41ac-81c1-8e7202cec918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.825406 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f7bfb-c2ef-4ce2-a796-70fc11e95fab admin admin] Pushing event updated for resources: {'Network': ['ID=26c7ee41-61e5-4f5e-a70e-70d9e2d38e25,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:33.832035 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'port': {'device_id': '0886baa4-5f7f-4179-ba46-6041ed4aac4d', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'admin_state_up': True, 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:33.945335 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Port 7b69e394-5cec-4468-b120-b79b37ec7a1e cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:33.952740 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:33.973274 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:33.982458 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 26c7ee41-61e5-4f5e-a70e-70d9e2d38e25 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:52:34.014784 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for port (2272dc79-79e1-444a-a89a-a5c9fce18b7d), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.108757 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.220015 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (2272dc79-79e1-444a-a89a-a5c9fce18b7d), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.229793 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (50646027-2cf2-45fc-bdaa-38547fce39d1), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.441487 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Allocated IP 172.20.0.8 (94b1cfe2-ebf2-41cc-86db-5a7caa744a2f/34e06be1-0ba1-4bbb-b342-96eb304a669e/acf069b3-4151-48ef-893c-089139ee70d6) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:34.451861 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 2, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:34.456622 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.466667 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4034407 Sep 14 02:52:34.466667 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b16ef2-9fa0-47a1-a05a-d5ad12398797 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'Port': ['ID=2272dc79-79e1-444a-a89a-a5c9fce18b7d,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:34.466911 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 2 to provision port 7b69e394-5cec-4468-b120-b79b37ec7a1e Sep 14 02:52:34.525596 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 80e8b695-74bb-4794-8f45-ad8dfb1a4882 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:34.629038 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Checking router: e486053e-e857-495e-b83d-374ec759de15 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:34.629960 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Updating router e486053e-e857-495e-b83d-374ec759de15 port f533045d-c63b-4e41-ad34-dc911c0d2d20 binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:52:34.630084 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:34.693737 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Port 7b69e394-5cec-4468-b120-b79b37ec7a1e cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:34.696730 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=547664e5-7ffb-4e55-b8b8-db1b77898917,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:34.720940 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.793635 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.799017 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:34.799409 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.799771 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 Sep 14 02:52:34.799894 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfe0386-24e8-40ad-81dc-7a8790a51ab5 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:34.811674 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Publish callbacks [] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:34.838686 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Transition to ACTIVE for port object bbfe0386-24e8-40ad-81dc-7a8790a51ab5 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:52:34.842456 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:34.854081 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9af87835-1a7c-478b-aa3f-74a3370b6184 req-8a63ea80-1f27-4fb5-b39c-d54b3a255dd3 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 210 time: 0.9057622 Sep 14 02:52:35.036778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3952b994-6654-41ac-81c1-8e7202cec918 admin admin] Publish callbacks [] for security_group (01b0846d-88ee-4ace-bb83-809242540041), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.036778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Made reservation on behalf of 4ce692052fc64530b1c9d5a22d754904 for: {'subnet': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:35.036778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.036778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.051248 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d8f5b-bf71-4825-8652-1a44b22c38e6 req-8ca24955-b087-4ee4-9b97-61dd1cd40ba4 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:35.060022 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-df6d8f5b-bf71-4825-8652-1a44b22c38e6 req-8ca24955-b087-4ee4-9b97-61dd1cd40ba4 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 931 time: 1.3147354 Sep 14 02:52:35.088519 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:35.089583 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.122556 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:35.139668 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 80e8b695-74bb-4794-8f45-ad8dfb1a4882, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=80e8b695-74bb-4794-8f45-ad8dfb1a4882,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:35.198928 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Publish callbacks [] for port (acf069b3-4151-48ef-893c-089139ee70d6), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.203567 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 3 to provision port 7b69e394-5cec-4468-b120-b79b37ec7a1e Sep 14 02:52:35.246015 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b69e394-5cec-4468-b120-b79b37ec7a1e {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:35.255454 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Publish callbacks [] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.279042 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Port 7b69e394-5cec-4468-b120-b79b37ec7a1e cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:35.281116 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Transition to ACTIVE for port object 7b69e394-5cec-4468-b120-b79b37ec7a1e will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:52:35.303055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4317a-027a-4051-94b1-9ea310c85d30 req-f91a428f-fd12-4f31-92b1-eb62df587a0e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:35.304754 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9bf4317a-027a-4051-94b1-9ea310c85d30 req-f91a428f-fd12-4f31-92b1-eb62df587a0e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 932 time: 0.2730060 Sep 14 02:52:35.393257 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.394509 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a1efdf2c-9e03-4654-ae6a-0241c46a8846 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:35.453860 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.463425 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (acf069b3-4151-48ef-893c-089139ee70d6), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.528433 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port a1efdf2c-9e03-4654-ae6a-0241c46a8846 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:35.531150 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.531970 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port a1efdf2c-9e03-4654-ae6a-0241c46a8846 Sep 14 02:52:35.545269 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=80e8b695-74bb-4794-8f45-ad8dfb1a4882,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:35.612432 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:35.618087 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:35.634351 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:35.697393 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:35.702791 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port a1efdf2c-9e03-4654-ae6a-0241c46a8846 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:35.703964 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.769191 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7b69e394-5cec-4468-b120-b79b37ec7a1e,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:35.772010 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:35.779585 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:35.780812 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.781536 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port a1efdf2c-9e03-4654-ae6a-0241c46a8846, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a1efdf2c-9e03-4654-ae6a-0241c46a8846,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:35.781877 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 4 to provision port 7b69e394-5cec-4468-b120-b79b37ec7a1e Sep 14 02:52:35.832669 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:35.832669 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3952b994-6654-41ac-81c1-8e7202cec918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (01b0846d-88ee-4ace-bb83-809242540041), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.833516 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Attempting to bind port 7b69e394-5cec-4468-b120-b79b37ec7a1e on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:35.833516 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Attempting to bind port 7b69e394-5cec-4468-b120-b79b37ec7a1e by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:35.833516 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Attempting to bind port 7b69e394-5cec-4468-b120-b79b37ec7a1e on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:35.872901 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.878613 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:35.891602 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Allocated IP 172.20.0.7 (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a/7c1443c3-37ad-4a9b-96cd-2cb17bac97d4/811fea78-d531-4790-8314-89dd0106a43f) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:35.923796 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Port 7b69e394-5cec-4468-b120-b79b37ec7a1e on network 26f16a6a-1f25-415a-b610-56afa452bb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:52:35.926496 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Attempting to bind port 7b69e394-5cec-4468-b120-b79b37ec7a1e on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:36.003841 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8086464 Sep 14 02:52:36.012601 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:36.013028 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Checking segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:36.013514 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Bound using segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:36.014014 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Bound port: 7b69e394-5cec-4468-b120-b79b37ec7a1e, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:36.014421 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.017230 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbf884-ac27-4397-965b-9d8e4a344c4a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Pushing event updated for resources: {'Port': ['ID=acf069b3-4151-48ef-893c-089139ee70d6,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:36.035987 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Request body: {'port': {'device_id': '16120f06-43f8-4330-9402-a7332c4ed049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:36.049451 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Port 7b69e394-5cec-4468-b120-b79b37ec7a1e cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:36.067127 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 37986) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:36.070104 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3952b994-6654-41ac-81c1-8e7202cec918 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f4393efed6d14d61a126a3e09dadbf98&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8335428 Sep 14 02:52:36.095216 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:36.098759 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.098759 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b Sep 14 02:52:36.099101 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=a1efdf2c-9e03-4654-ae6a-0241c46a8846,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:36.165884 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-df6d8f5b-bf71-4825-8652-1a44b22c38e6 req-483f1f9f-5604-4c6c-8710-cc5ea0a4a340 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1045852 Sep 14 02:52:36.167320 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Attempting to bind port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:36.167818 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Attempting to bind port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:36.168482 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Attempting to bind port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 on network 4f329825-883d-494a-b69f-155705dfe6cf {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:36.232939 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:36.234805 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:36.255560 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Made reservation on behalf of 8699604d52874cda8ff8c3c7b8e23345 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:36.261878 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.276947 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:INSERT=12 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:36.279929 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952b994-6654-41ac-81c1-8e7202cec918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b0846d-88ee-4ace-bb83-809242540041,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:36.320629 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:36.322110 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.322110 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 Sep 14 02:52:36.325614 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9bf4317a-027a-4051-94b1-9ea310c85d30 req-448903fd-415a-4588-a0e1-130baab02ae2 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9985633 Sep 14 02:52:36.352556 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (acf069b3-4151-48ef-893c-089139ee70d6), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.397100 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-04542eb6-5b79-4abb-afec-012382911e66 admin admin] Publish callbacks [] for security_group (01b0846d-88ee-4ace-bb83-809242540041), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.431890 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-04542eb6-5b79-4abb-afec-012382911e66 admin admin] Publish callbacks [] for security_group (01b0846d-88ee-4ace-bb83-809242540041), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.471433 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f2cea6cb-ead5-4f4e-953f-356c4bdb43df req-2dbfd105-57a4-4241-bf3b-793b2071238d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 210 time: 0.1255395 Sep 14 02:52:36.476121 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:36.480969 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:36.485842 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] For port 7b69e394-5cec-4468-b120-b79b37ec7a1e, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:36.540841 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] For port 7b69e394-5cec-4468-b120-b79b37ec7a1e, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:36.603405 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for port (811fea78-d531-4790-8314-89dd0106a43f), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.661431 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (dc5ce984-2282-43bb-986b-3f941bfbe501), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.661666 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 on network 4f329825-883d-494a-b69f-155705dfe6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:52:36.662376 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Attempting to bind port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 on network 4f329825-883d-494a-b69f-155705dfe6cf {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:36.667495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.737346 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 5 to provision port 7b69e394-5cec-4468-b120-b79b37ec7a1e Sep 14 02:52:36.742932 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (811fea78-d531-4790-8314-89dd0106a43f), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.834812 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:36.872544 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Port 7b69e394-5cec-4468-b120-b79b37ec7a1e had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:52:36.894275 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:36.898539 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba43124-2b64-49ee-8b29-79e4f4cfad07 req-342dd0a8-31a9-401b-a3ce-7f7f190509a1 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:36.905602 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Provisioning complete for port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:36.906181 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.906674 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 1 to provision port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 Sep 14 02:52:36.908039 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9ba43124-2b64-49ee-8b29-79e4f4cfad07 req-342dd0a8-31a9-401b-a3ce-7f7f190509a1 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 931 time: 0.2679110 Sep 14 02:52:36.959423 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:36.959837 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Checking segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:36.960620 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Bound using segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:36.961105 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Bound port: bbfe0386-24e8-40ad-81dc-7a8790a51ab5, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:36.961580 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.008260 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:37.009553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:37.070443 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 80e8b695-74bb-4794-8f45-ad8dfb1a4882 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:37.087745 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:37.090340 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.090340 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.123137 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:37.171576 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Current status of the port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:37.218280 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Publish callbacks [] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.220695 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Provisioning complete for port a1efdf2c-9e03-4654-ae6a-0241c46a8846 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:37.221489 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.222028 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 1 to provision port a1efdf2c-9e03-4654-ae6a-0241c46a8846 Sep 14 02:52:37.236078 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf069b3-4151-48ef-893c-089139ee70d6 {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:37.246045 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Publish callbacks [] for port (acf069b3-4151-48ef-893c-089139ee70d6), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.251603 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9ba43124-2b64-49ee-8b29-79e4f4cfad07 req-e9015d8e-16a6-4307-b4c1-d5a8a12b2148 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419909 Sep 14 02:52:37.251965 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5ce984-2282-43bb-986b-3f941bfbe501,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:37.271813 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Transition to ACTIVE for port object acf069b3-4151-48ef-893c-089139ee70d6 will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:52:37.271813 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-04542eb6-5b79-4abb-afec-012382911e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (01b0846d-88ee-4ace-bb83-809242540041), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.271813 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-04542eb6-5b79-4abb-afec-012382911e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.271813 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-04542eb6-5b79-4abb-afec-012382911e66 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/01b0846d-88ee-4ace-bb83-809242540041 HTTP/1.1" status: 204 len: 168 time: 1.1984739 Sep 14 02:52:37.271813 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.271813 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.271813 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/7b69e394-5cec-4468-b120-b79b37ec7a1e HTTP/1.1" status: 200 len: 1094 time: 4.0077724 Sep 14 02:52:37.275377 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f227d87-1f77-4213-ac00-4633207016f2', 'tag': '7b69e394-5cec-4468-b120-b79b37ec7a1e'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:37.343199 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:37.344173 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.344984 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 Sep 14 02:52:37.351488 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4575131 Sep 14 02:52:37.356439 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:37.376785 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Request body: {'port': {'device_id': '820deb57-a566-43e3-a048-7d35d841174b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:37.377309 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:37.396278 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.467386 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (acf069b3-4151-48ef-893c-089139ee70d6), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.511106 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04542eb6-5b79-4abb-afec-012382911e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b0846d-88ee-4ace-bb83-809242540041,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:37.599136 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e83f1-ae06-4b25-aaf9-86b78c9f5a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7b69e394-5cec-4468-b120-b79b37ec7a1e,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:37.625510 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] For port bbfe0386-24e8-40ad-81dc-7a8790a51ab5, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:37.636537 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Current status of the port a1efdf2c-9e03-4654-ae6a-0241c46a8846 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:37.639085 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c725da-5716-4897-abf7-c4b9b176fdf9 None None] Pushing event updated for resources: {'Port': ['ID=f533045d-c63b-4e41-ad34-dc911c0d2d20,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:37.645490 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-c9205c67-f810-4bdc-a922-946aaa7c22a9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1455259279&fields=id&tenant_id=ef9e0f5a3e3a423fbd778a6218543a20 HTTP/1.1" status: 200 len: 267 time: 0.9955504 Sep 14 02:52:37.677935 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d9bf-7366-4027-889a-84987bfc541f req-ed85b985-56bd-4ed0-8d58-dd4d177bb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.680485 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-ed85b985-56bd-4ed0-8d58-dd4d177bb9f1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 1128 time: 0.2038007 Sep 14 02:52:37.780408 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Attempting to bind port f533045d-c63b-4e41-ad34-dc911c0d2d20 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:37.781113 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Attempting to bind port f533045d-c63b-4e41-ad34-dc911c0d2d20 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:37.781530 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Attempting to bind port f533045d-c63b-4e41-ad34-dc911c0d2d20 on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:37.796238 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:37.805801 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce6cdc-502f-4ac5-8099-d8a8731b5279 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event updated for resources: {'Port': ['ID=811fea78-d531-4790-8314-89dd0106a43f,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:37.814038 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a673a5fc-09e4-41d9-97ef-d7623e86c796" -d '{"events": [{"name": "network-changed", "server_uuid": "3f227d87-1f77-4213-ac00-4633207016f2", "tag": "7b69e394-5cec-4468-b120-b79b37ec7a1e"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:37.840291 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-c7dffe26-ed12-40dc-9fb0-3ffcedeec4ee service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e HTTP/1.1" status: 200 len: 217 time: 0.1356049 Sep 14 02:52:37.840911 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] For port bbfe0386-24e8-40ad-81dc-7a8790a51ab5, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:37.841378 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Pushing event updated for resources: {'Port': ['ID=acf069b3-4151-48ef-893c-089139ee70d6,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:37.842847 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Checking segment: {'id': '7f6ea760-bf2f-4a19-bc3a-06ed050fefb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26c7ee41-61e5-4f5e-a70e-70d9e2d38e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:37.843367 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Network hostable DHCP agents. Network: 26c7ee41-61e5-4f5e-a70e-70d9e2d38e25, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:52:37.852316 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Attempting to bind port acf069b3-4151-48ef-893c-089139ee70d6 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:37.852872 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Attempting to bind port acf069b3-4151-48ef-893c-089139ee70d6 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:37.853205 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Attempting to bind port acf069b3-4151-48ef-893c-089139ee70d6 on network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:37.858962 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4292f8-614b-47e9-bf15-4fd33cdd5e68 req-f0efe70b-dccb-493f-a97f-546ad764bb0b tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.865980 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bc4292f8-614b-47e9-bf15-4fd33cdd5e68 req-f0efe70b-dccb-493f-a97f-546ad764bb0b tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 943 time: 0.3902090 Sep 14 02:52:37.879781 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (811fea78-d531-4790-8314-89dd0106a43f), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.894577 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Provisioning complete for port f533045d-c63b-4e41-ad34-dc911c0d2d20 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:37.899527 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.899527 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 1 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:37.942810 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Allocated IP 172.20.0.8 (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a/7c1443c3-37ad-4a9b-96cd-2cb17bac97d4/259c2ea2-f83a-4a9f-bda3-903d81c03a95) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:37.949524 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.984966 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.985624 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.987150 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/bbfe0386-24e8-40ad-81dc-7a8790a51ab5 HTTP/1.1" status: 200 len: 1093 time: 5.4639153 Sep 14 02:52:37.988038 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'tag': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:37.997333 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d9bf-7366-4027-889a-84987bfc541f req-69f80e1a-aef5-4616-8c45-4da265252027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.999080 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-69f80e1a-aef5-4616-8c45-4da265252027 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.1417050 Sep 14 02:52:38.042299 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Port acf069b3-4151-48ef-893c-089139ee70d6 on network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:52:38.042657 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Attempting to bind port acf069b3-4151-48ef-893c-089139ee70d6 on network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:38.135106 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Port f533045d-c63b-4e41-ad34-dc911c0d2d20 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:38.136879 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:38.138219 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 547664e5-7ffb-4e55-b8b8-db1b77898917 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:38.140140 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:38.140381 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:38.141026 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Checking segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:38.141572 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.141988 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Bound using segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:38.142632 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Bound port: f533045d-c63b-4e41-ad34-dc911c0d2d20, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:38.143204 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.168698 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-d0500c70-d9d8-41f7-8ca1-06b2f368e6c3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:38.170225 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-d0500c70-d9d8-41f7-8ca1-06b2f368e6c3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 817 time: 0.5239398 Sep 14 02:52:38.245556 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bc4292f8-614b-47e9-bf15-4fd33cdd5e68 req-b397902c-f802-44cd-a22d-bb024cdcc7b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777142 Sep 14 02:52:38.277162 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:38.277908 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Checking segment: {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:38.278685 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Bound using segment: {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:38.281032 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Bound port: acf069b3-4151-48ef-893c-089139ee70d6, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:38.284863 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (acf069b3-4151-48ef-893c-089139ee70d6), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.309361 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:38.320917 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] For port f533045d-c63b-4e41-ad34-dc911c0d2d20, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:38.324507 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] For port f533045d-c63b-4e41-ad34-dc911c0d2d20, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=f533045d-c63b-4e41-ad34-dc911c0d2d20,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:38.326073 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 547664e5-7ffb-4e55-b8b8-db1b77898917 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:38.328120 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.328873 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 547664e5-7ffb-4e55-b8b8-db1b77898917 Sep 14 02:52:38.358117 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d52146-d71a-40c8-9544-2e6fb696385a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0033f6-a85b-4969-b814-0c7e678ef00e", "tag": "bbfe0386-24e8-40ad-81dc-7a8790a51ab5"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:38.365900 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Network 26c7ee41-61e5-4f5e-a70e-70d9e2d38e25 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:52:38.382792 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d9bf-7366-4027-889a-84987bfc541f req-7d045c73-0d5b-4ce4-b879-497cb6a0e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:38.385353 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-7d045c73-0d5b-4ce4-b879-497cb6a0e709 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3443043 Sep 14 02:52:38.451585 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.495448 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:38.509384 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 547664e5-7ffb-4e55-b8b8-db1b77898917 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:38.511235 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a1efdf2c-9e03-4654-ae6a-0241c46a8846 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:38.525399 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38040) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:38.525962 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3097bb2-a991-45ec-8290-18b8110e5bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:38.538600 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-5187552f-2ef9-48c9-a4b3-4bcad6020287 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/quotas/ef9e0f5a3e3a423fbd778a6218543a20 HTTP/1.1" status: 200 len: 375 time: 0.3546700 Sep 14 02:52:38.560762 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:38.564189 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:38.571900 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215f04f-a2b9-4f5f-97d8-d3759d13fc9b req-999dae25-846e-4b6a-b6b8-4cf2c63dfbb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:38.579309 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c215f04f-a2b9-4f5f-97d8-d3759d13fc9b req-999dae25-846e-4b6a-b6b8-4cf2c63dfbb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 944 time: 0.1425130 Sep 14 02:52:38.586561 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-17a68a3e-df81-451a-8866-e838c9491f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.636761 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] For port acf069b3-4151-48ef-893c-089139ee70d6, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:38.661582 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 26c7ee41-61e5-4f5e-a70e-70d9e2d38e25) {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:38.679215 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] For port acf069b3-4151-48ef-893c-089139ee70d6, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=acf069b3-4151-48ef-893c-089139ee70d6,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:38.693263 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Attempt 2 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:38.702301 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef3069f-0ef3-49b8-a7ba-69a5d9893e47 None None] Network 26c7ee41-61e5-4f5e-a70e-70d9e2d38e25 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:38.729794 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c725da-5716-4897-abf7-c4b9b176fdf9 None None] Pushing event updated for resources: {'Port': ['ID=f533045d-c63b-4e41-ad34-dc911c0d2d20,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:38.753502 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:38.754129 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.760076 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (acf069b3-4151-48ef-893c-089139ee70d6), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.768483 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:38.769370 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.777351 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:38.778012 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/acf069b3-4151-48ef-893c-089139ee70d6 HTTP/1.1" status: 200 len: 1093 time: 2.7432866 Sep 14 02:52:38.791266 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-c822fd96-4598-412c-8829-c11fd070ac26 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841314 Sep 14 02:52:38.793703 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ef80-abac-4211-bb93-7c2161908edc req-8d40244b-2f86-4e9b-9b89-343709d353d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:38.795311 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-8d40244b-2f86-4e9b-9b89-343709d353d1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 1127 time: 0.5978801 Sep 14 02:52:38.849098 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-9d403d29-9e04-4f34-9026-ccb4ffebfe35 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3096192 Sep 14 02:52:38.925047 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port a1efdf2c-9e03-4654-ae6a-0241c46a8846 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:38.926141 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:38.926749 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port a1efdf2c-9e03-4654-ae6a-0241c46a8846 Sep 14 02:52:39.014056 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:39.123443 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b51bd102-8d48-4085-ab6a-13bd4a88abd8 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.5662029 Sep 14 02:52:39.202244 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Current status of the port f533045d-c63b-4e41-ad34-dc911c0d2d20 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:39.202894 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:39.310746 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a32f8-1144-44f1-a376-fe7d52568477 req-82e4aba5-6e4a-4458-8a2a-785abf888888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:39.322763 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-82e4aba5-6e4a-4458-8a2a-785abf888888 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=682cba1c702447d487152bfed740f1d8&device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 1127 time: 0.0901582 Sep 14 02:52:39.327004 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b481a5-1bda-44a6-aac5-f36164cd5684 service neutron] Pushing event updated for resources: {'Port': ['ID=acf069b3-4151-48ef-893c-089139ee70d6,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:39.331564 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-17a68a3e-df81-451a-8866-e838c9491f9b admin admin] Publish callbacks [] for security_group (0dd790e3-72a0-452b-9247-c3a8b0eef8e4), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:39.360221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port a1efdf2c-9e03-4654-ae6a-0241c46a8846 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:39.393212 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa522119-dd6e-4a87-a71b-a42da36b1f10 None None] Network 26c7ee41-61e5-4f5e-a70e-70d9e2d38e25 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:52:39.453821 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-4db77f95-390e-4934-a25a-810aba72ebd3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf069b3-4151-48ef-893c-089139ee70d6 HTTP/1.1" status: 200 len: 217 time: 0.1127706 Sep 14 02:52:39.473771 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38048) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:39.476594 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8df9d9bf-7366-4027-889a-84987bfc541f req-a291b5e9-e2f2-467c-a88a-ab3b4e337679 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681421 Sep 14 02:52:39.537949 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:39.554699 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device f533045d-c63b-4e41-ad34-dc911c0d2d20 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:39.564300 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] For port f533045d-c63b-4e41-ad34-dc911c0d2d20, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=f533045d-c63b-4e41-ad34-dc911c0d2d20,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:39.645599 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd3e37b-8b0e-42b9-933f-9e7513b08932 admin admin] Deleting subnet 61a77821-daf7-4811-803a-ccc3a76888cb {{(pid=113175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:52:39.665340 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e37b-8b0e-42b9-933f-9e7513b08932 admin admin] Publish callbacks [] for subnet (61a77821-daf7-4811-803a-ccc3a76888cb), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:39.788889 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a32f8-1144-44f1-a376-fe7d52568477 req-101894f6-5d82-445a-bfc0-abfede2b8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:39.788889 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-101894f6-5d82-445a-bfc0-abfede2b8ce8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=34e06be1-0ba1-4bbb-b342-96eb304a669e HTTP/1.1" status: 200 len: 851 time: 0.2909832 Sep 14 02:52:39.789042 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-07306256-d176-46d0-80b5-2cc8c24f9cac service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5 HTTP/1.1" status: 200 len: 217 time: 0.9222479 Sep 14 02:52:39.789125 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e37b-8b0e-42b9-933f-9e7513b08932 admin admin] Publish callbacks [] for subnet (61a77821-daf7-4811-803a-ccc3a76888cb), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:39.794138 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c215f04f-a2b9-4f5f-97d8-d3759d13fc9b req-ccbb8d0d-61a1-44a6-b5b0-80396e850a8d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1734517 Sep 14 02:52:39.850227 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e37b-8b0e-42b9-933f-9e7513b08932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (61a77821-daf7-4811-803a-ccc3a76888cb), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:39.913854 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:39.961081 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-17a68a3e-df81-451a-8866-e838c9491f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (0dd790e3-72a0-452b-9247-c3a8b0eef8e4), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:39.974366 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:39.981379 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.075381 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:40.082044 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port f533045d-c63b-4e41-ad34-dc911c0d2d20 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:40.084895 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.084895 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:40.090045 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:38Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:40.103539 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a32f8-1144-44f1-a376-fe7d52568477 req-97ddb2c2-407d-4802-b61e-32886f1874ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:40.108958 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-97ddb2c2-407d-4802-b61e-32886f1874ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=94b1cfe2-ebf2-41cc-86db-5a7caa744a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3114421 Sep 14 02:52:40.131601 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-17a68a3e-df81-451a-8866-e838c9491f9b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bdc9ebf0e4b04f88a2066df325393e57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5990877 Sep 14 02:52:40.154561 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38062) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:40.172414 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff13cc1-d508-4bd0-b8b4-38bd5bb8c34c None None] The sync data for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb is: [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:38Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:40.179092 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a68a3e-df81-451a-8866-e838c9491f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd790e3-72a0-452b-9247-c3a8b0eef8e4,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:40.259615 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.267709 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e49a9-985c-478f-85dc-0901f3b75288 None None] Pushing event updated for resources: {'Port': ['ID=f533045d-c63b-4e41-ad34-dc911c0d2d20,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:40.290590 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e37b-8b0e-42b9-933f-9e7513b08932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (61a77821-daf7-4811-803a-ccc3a76888cb), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.344653 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811fea78-d531-4790-8314-89dd0106a43f {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:40.358159 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Publish callbacks [] for port (811fea78-d531-4790-8314-89dd0106a43f), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.373738 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Transition to ACTIVE for port object 811fea78-d531-4790-8314-89dd0106a43f will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:52:40.402938 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3e37b-8b0e-42b9-933f-9e7513b08932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a77821-daf7-4811-803a-ccc3a76888cb,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:40.434105 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:40.440629 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (811fea78-d531-4790-8314-89dd0106a43f), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.452706 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:40.460446 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e37b-8b0e-42b9-933f-9e7513b08932 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.469836 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:40.477943 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Provisioning complete for port 811fea78-d531-4790-8314-89dd0106a43f triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:40.479167 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (811fea78-d531-4790-8314-89dd0106a43f), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.479627 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Attempt 1 to provision port 811fea78-d531-4790-8314-89dd0106a43f Sep 14 02:52:40.491224 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-dcd3e37b-8b0e-42b9-933f-9e7513b08932 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/61a77821-daf7-4811-803a-ccc3a76888cb HTTP/1.1" status: 204 len: 168 time: 1.0069940 Sep 14 02:52:40.491224 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38064) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:40.499842 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:40.502596 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ef80-abac-4211-bb93-7c2161908edc req-bd052641-382a-46f0-8fc3-8999a595d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:40.504153 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-bd052641-382a-46f0-8fc3-8999a595d934 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.5439513 Sep 14 02:52:40.506732 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:40.512303 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:40.513039 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.549253 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468710f7-7c4d-4a05-8427-9b6df96fe4da req-a1d676ab-eb6a-4084-9e41-4dad58cd8f25 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:40.551102 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-468710f7-7c4d-4a05-8427-9b6df96fe4da req-a1d676ab-eb6a-4084-9e41-4dad58cd8f25 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 931 time: 0.5440788 Sep 14 02:52:40.591908 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:40.594549 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port f533045d-c63b-4e41-ad34-dc911c0d2d20 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:40.597067 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Port 811fea78-d531-4790-8314-89dd0106a43f cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:40.679384 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Attempting to bind port 811fea78-d531-4790-8314-89dd0106a43f on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:40.680173 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Attempting to bind port 811fea78-d531-4790-8314-89dd0106a43f by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:40.680765 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Attempting to bind port 811fea78-d531-4790-8314-89dd0106a43f on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:40.684750 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ef80-abac-4211-bb93-7c2161908edc req-fc55f8e7-a6bd-4c02-b070-bbdc0c1b43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:40.686689 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-fc55f8e7-a6bd-4c02-b070-bbdc0c1b43b4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1265993 Sep 14 02:52:40.765298 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:52:40.772224 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2e90c45a-605f-4952-929c-3190785bca9a admin admin] Publish callbacks [] for security_group (0dd790e3-72a0-452b-9247-c3a8b0eef8e4), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.805979 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2e90c45a-605f-4952-929c-3190785bca9a admin admin] Publish callbacks [] for security_group (0dd790e3-72a0-452b-9247-c3a8b0eef8e4), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.847825 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event updated for resources: {'Port': ['ID=259c2ea2-f83a-4a9f-bda3-903d81c03a95,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:40.936647 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-bdb36710-d48d-4eff-be39-2b9e616d27e4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0540762 Sep 14 02:52:40.969135 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (ac23daba-2cbf-41cd-844e-a1b9eba4bc97), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:40.989200 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-b9406058-0c3a-46b8-a4ab-7159c977d730 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1703429 Sep 14 02:52:41.007430 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-cda0cec4-ba54-44f3-bc2c-edc64704c510 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/94b1cfe2-ebf2-41cc-86db-5a7caa744a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8870258 Sep 14 02:52:41.098776 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Attempt 2 to provision port 811fea78-d531-4790-8314-89dd0106a43f Sep 14 02:52:41.129071 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Request body: {'port': {'device_id': '0886baa4-5f7f-4179-ba46-6041ed4aac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:41.136951 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-d7bb8a6e-c0db-4f9e-b500-47a3fb87990d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612213 Sep 14 02:52:41.164652 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-468710f7-7c4d-4a05-8427-9b6df96fe4da req-9fbc5643-828a-4fe3-90ec-fd089607e46f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648435 Sep 14 02:52:41.211720 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Port 811fea78-d531-4790-8314-89dd0106a43f cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:41.226127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Pushing event updated for resources: {'Port': ['ID=811fea78-d531-4790-8314-89dd0106a43f,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:41.235527 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Port 811fea78-d531-4790-8314-89dd0106a43f on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:52:41.235902 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Attempting to bind port 811fea78-d531-4790-8314-89dd0106a43f on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:41.314210 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:41.377834 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-5479e1a9-b2ba-465e-b44c-5d3128c7e790 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836453 Sep 14 02:52:41.390285 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (ac23daba-2cbf-41cd-844e-a1b9eba4bc97), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:41.447102 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2e90c45a-605f-4952-929c-3190785bca9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (0dd790e3-72a0-452b-9247-c3a8b0eef8e4), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:41.460077 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2e90c45a-605f-4952-929c-3190785bca9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:41.462140 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-2e90c45a-605f-4952-929c-3190785bca9a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0dd790e3-72a0-452b-9247-c3a8b0eef8e4 HTTP/1.1" status: 204 len: 168 time: 1.3039236 Sep 14 02:52:41.561632 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device f533045d-c63b-4e41-ad34-dc911c0d2d20 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:41.561810 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.563652 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.567177 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.586572 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > port after_create 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.590021 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.590791 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > port after_update 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.591402 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.592252 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.594197 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.594898 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.687637 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d542ef80-abac-4211-bb93-7c2161908edc req-3dde1206-a4cb-4087-996a-a58605b876c6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756951 Sep 14 02:52:41.716287 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Attempt 3 to provision port 811fea78-d531-4790-8314-89dd0106a43f Sep 14 02:52:41.823262 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port f533045d-c63b-4e41-ad34-dc911c0d2d20 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:41.824605 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:41.825056 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port f533045d-c63b-4e41-ad34-dc911c0d2d20 Sep 14 02:52:41.892681 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Port 811fea78-d531-4790-8314-89dd0106a43f cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:41.902748 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.906497 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.906497 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.906497 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:52:41.906860 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-20711790-45b5-4739-af8d-c7c36f7a5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:41.906961 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac23daba-2cbf-41cd-844e-a1b9eba4bc97']}} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:41.907098 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-20711790-45b5-4739-af8d-c7c36f7a5592 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 1128 time: 0.1769819 Sep 14 02:52:41.940978 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:41.941646 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Checking segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:41.942144 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Bound using segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:41.942796 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Bound port: 811fea78-d531-4790-8314-89dd0106a43f, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:41.943238 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (811fea78-d531-4790-8314-89dd0106a43f), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:41.971245 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc57a60-d084-4565-b8fc-525bcb30665b req-064910d0-e3b1-47e5-8f35-fe4db5de9aa8 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:41.973764 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4fc57a60-d084-4565-b8fc-525bcb30665b req-064910d0-e3b1-47e5-8f35-fe4db5de9aa8 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 943 time: 0.2845798 Sep 14 02:52:41.977950 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2f6283-ace6-4ba4-b68d-327aeb925502') {'for_net_delete': True} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:41.979605 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2f6283-ace6-4ba4-b68d-327aeb925502') {} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:42.066118 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b21fce9-970e-4c9b-9467-2aede3e81843 x-openstack-request-id: req-4b21fce9-970e-4c9b-9467-2aede3e81843 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:42.066316 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f227d87-1f77-4213-ac00-4633207016f2", "tag": "7b69e394-5cec-4468-b120-b79b37ec7a1e", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:42.066657 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4b21fce9-970e-4c9b-9467-2aede3e81843 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:42.067173 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b21fce9-970e-4c9b-9467-2aede3e81843'] response: {'name': 'network-changed', 'server_uuid': '3f227d87-1f77-4213-ac00-4633207016f2', 'tag': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'status': 'completed', 'code': 200} Sep 14 02:52:42.101430 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port f533045d-c63b-4e41-ad34-dc911c0d2d20 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:42.104607 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c45a-605f-4952-929c-3190785bca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd790e3-72a0-452b-9247-c3a8b0eef8e4,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:42.112819 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15802361'] for segment (9d2f6283-ace6-4ba4-b68d-327aeb925502), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.161357 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6629f450-8130-4bee-89cf-b602a01fb75a x-openstack-request-id: req-6629f450-8130-4bee-89cf-b602a01fb75a {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:42.161711 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0033f6-a85b-4969-b814-0c7e678ef00e", "tag": "bbfe0386-24e8-40ad-81dc-7a8790a51ab5", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:42.161909 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6629f450-8130-4bee-89cf-b602a01fb75a {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:42.162360 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6629f450-8130-4bee-89cf-b602a01fb75a'] response: {'name': 'network-changed', 'server_uuid': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'tag': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'status': 'completed', 'code': 200} Sep 14 02:52:42.173393 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:42.176667 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-61ca66fb-336e-44cb-b2b1-81d83d9b3d1d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/94b1cfe2-ebf2-41cc-86db-5a7caa744a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1328907 Sep 14 02:52:42.182783 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.199445 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (9d2f6283-ace6-4ba4-b68d-327aeb925502), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.213388 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52146-d71a-40c8-9544-2e6fb696385a req-bc4aa1fa-8482-4a3e-a7cb-8abb80959986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:42.217522 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-25d52146-d71a-40c8-9544-2e6fb696385a req-bc4aa1fa-8482-4a3e-a7cb-8abb80959986 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 1127 time: 0.1394613 Sep 14 02:52:42.221964 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=113175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:52:42.222455 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16109348'] for segment (9d2f6283-ace6-4ba4-b68d-327aeb925502), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.302057 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:42.394572 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Attempt 4 to provision port 811fea78-d531-4790-8314-89dd0106a43f Sep 14 02:52:42.426849 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (ac23daba-2cbf-41cd-844e-a1b9eba4bc97), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.478421 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac23daba-2cbf-41cd-844e-a1b9eba4bc97,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:42.488372 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.491916 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-1253336b-97de-43c6-a604-c705d42fdcd3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/ac23daba-2cbf-41cd-844e-a1b9eba4bc97 HTTP/1.1" status: 204 len: 168 time: 2.0023386 Sep 14 02:52:42.500409 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38120) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:42.535338 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Port 811fea78-d531-4790-8314-89dd0106a43f cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:42.579679 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] For port 811fea78-d531-4790-8314-89dd0106a43f, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:42.592159 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e4bce2-936e-41e8-b276-72f3128cfc81 admin admin] Deleting subnet dc5ce984-2282-43bb-986b-3f941bfbe501 {{(pid=113175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:52:42.594434 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f4e4bce2-936e-41e8-b276-72f3128cfc81 admin admin] Publish callbacks [] for subnet (dc5ce984-2282-43bb-986b-3f941bfbe501), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.634440 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f4e4bce2-936e-41e8-b276-72f3128cfc81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15802306'] for subnet (dc5ce984-2282-43bb-986b-3f941bfbe501), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.668954 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d719e2-7bdb-4725-a161-306ce837577d req-299e8aa2-8b14-464a-b99a-145d2ccd32de tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:42.670988 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a3d719e2-7bdb-4725-a161-306ce837577d req-299e8aa2-8b14-464a-b99a-145d2ccd32de tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 943 time: 0.5058403 Sep 14 02:52:42.697158 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 9d2f6283-ace6-4ba4-b68d-327aeb925502 resource provider aggregate not found Sep 14 02:52:42.721758 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f4e4bce2-936e-41e8-b276-72f3128cfc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (dc5ce984-2282-43bb-986b-3f941bfbe501), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.754217 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 9d2f6283-ace6-4ba4-b68d-327aeb925502 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d2f6283-ace6-4ba4-b68d-327aeb925502 found for delete ", "request_id": "req-f37d01dd-a58a-4bf3-8742-505b5b33cfde"}]} Sep 14 02:52:42.788071 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52146-d71a-40c8-9544-2e6fb696385a req-343e7303-412e-412e-9b89-118b2303c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:42.789868 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-25d52146-d71a-40c8-9544-2e6fb696385a req-343e7303-412e-412e-9b89-118b2303c50f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 911 time: 0.4665999 Sep 14 02:52:42.865945 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-25d52146-d71a-40c8-9544-2e6fb696385a req-098d6694-0ba6-4da7-a82f-826b4dbc6564 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5 HTTP/1.1" status: 200 len: 217 time: 0.0408528 Sep 14 02:52:42.925601 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f4e4bce2-936e-41e8-b276-72f3128cfc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16109470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781878'] for subnet (dc5ce984-2282-43bb-986b-3f941bfbe501), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.941973 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f4e4bce2-936e-41e8-b276-72f3128cfc81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:42.946238 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f4e4bce2-936e-41e8-b276-72f3128cfc81 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/dc5ce984-2282-43bb-986b-3f941bfbe501 HTTP/1.1" status: 204 len: 168 time: 0.4444668 Sep 14 02:52:42.966677 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38134) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:42.974440 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] For port 811fea78-d531-4790-8314-89dd0106a43f, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=811fea78-d531-4790-8314-89dd0106a43f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:42.978072 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4bce2-936e-41e8-b276-72f3128cfc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5ce984-2282-43bb-986b-3f941bfbe501,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:43.003856 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4fc57a60-d084-4565-b8fc-525bcb30665b req-d426977b-a054-42cb-b082-9165b14a8aca tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0006251 Sep 14 02:52:43.036185 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Attempt 5 to provision port 811fea78-d531-4790-8314-89dd0106a43f Sep 14 02:52:43.037432 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-5b803a70-08bc-4805-846a-68a06e86266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:43.049748 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-5b803a70-08bc-4805-846a-68a06e86266a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 914 time: 1.1173742 Sep 14 02:52:43.068981 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (811fea78-d531-4790-8314-89dd0106a43f), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:43.078722 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:43.086681 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:43.086681 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/811fea78-d531-4790-8314-89dd0106a43f HTTP/1.1" status: 200 len: 1093 time: 5.7170606 Sep 14 02:52:43.188175 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2fd334e6-43be-44ec-be9e-68b8ed372614 None None] Port 811fea78-d531-4790-8314-89dd0106a43f had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:52:43.290542 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:43.316041 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52146-d71a-40c8-9544-2e6fb696385a req-b89df4f3-3e0a-495c-83c9-7cdab881244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:43.318495 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-25d52146-d71a-40c8-9544-2e6fb696385a req-b89df4f3-3e0a-495c-83c9-7cdab881244a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.1087704 Sep 14 02:52:43.320470 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Provisioning complete for port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:43.321565 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:43.322326 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (26c7ee41-61e5-4f5e-a70e-70d9e2d38e25), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:43.323234 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Attempt 1 to provision port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 Sep 14 02:52:43.377765 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:43.466227 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52146-d71a-40c8-9544-2e6fb696385a req-066f1574-3691-4950-ac41-385e15a85da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:43.467975 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-25d52146-d71a-40c8-9544-2e6fb696385a req-066f1574-3691-4950-ac41-385e15a85da2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1274500 Sep 14 02:52:43.471708 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (26c7ee41-61e5-4f5e-a70e-70d9e2d38e25), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:43.529292 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-6d7cde77-5a48-4433-9d4f-3c360a28f560 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e HTTP/1.1" status: 200 len: 217 time: 0.4618900 Sep 14 02:52:43.550147 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a3d719e2-7bdb-4725-a161-306ce837577d req-54199c30-031b-4c3d-9d62-8f48305c3f62 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8390498 Sep 14 02:52:43.558755 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c7ee41-61e5-4f5e-a70e-70d9e2d38e25']}} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:43.575434 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6ea760-bf2f-4a19-bc3a-06ed050fefb3') {'for_net_delete': True} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:43.575734 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6ea760-bf2f-4a19-bc3a-06ed050fefb3') {} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:43.618529 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15802361'] for segment (7f6ea760-bf2f-4a19-bc3a-06ed050fefb3), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:43.648592 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (7f6ea760-bf2f-4a19-bc3a-06ed050fefb3), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:43.665799 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=113175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:52:43.666205 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16109348'] for segment (7f6ea760-bf2f-4a19-bc3a-06ed050fefb3), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:43.686077 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-0ee2fd1b-7eb6-49e6-8100-9f98dcef7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:43.688388 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-0ee2fd1b-7eb6-49e6-8100-9f98dcef7de9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 1127 time: 0.1477461 Sep 14 02:52:43.838774 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-25d52146-d71a-40c8-9544-2e6fb696385a req-a7d05c11-2a27-4094-ad30-e925bcccd39f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578868 Sep 14 02:52:43.877746 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-79d05257-efba-4e2e-a4bf-eb4dcdedfa4e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811fea78-d531-4790-8314-89dd0106a43f HTTP/1.1" status: 200 len: 217 time: 0.1389525 Sep 14 02:52:43.880184 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Attempt 2 to provision port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 Sep 14 02:52:43.927772 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-883e4a8e-6603-4606-939b-a93353913e94 req-6d833d37-3664-4f3b-8481-7ba05ee1e854 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 210 time: 0.2583990 Sep 14 02:52:43.949352 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:43.966059 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b28b2d-e510-4e52-a3bf-53958abd1c0c service neutron] Pushing event updated for resources: {'Port': ['ID=811fea78-d531-4790-8314-89dd0106a43f,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:44.009790 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (26c7ee41-61e5-4f5e-a70e-70d9e2d38e25), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:44.100377 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586abf8-4d50-4301-9072-b9aabf83d8d4 req-e4c8faca-5f4b-45f0-86f6-b122daa6354f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:44.102651 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1586abf8-4d50-4301-9072-b9aabf83d8d4 req-e4c8faca-5f4b-45f0-86f6-b122daa6354f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 944 time: 0.5907977 Sep 14 02:52:44.145044 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-ea4edf2d-d81d-4b9e-b266-bc79810f2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:44.146669 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-ea4edf2d-d81d-4b9e-b266-bc79810f2cbb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.5865014 Sep 14 02:52:44.175574 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820deb57-a566-43e3-a048-7d35d841174b', 'tag': '811fea78-d531-4790-8314-89dd0106a43f'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:44.177970 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b" -d '{"events": [{"name": "network-changed", "server_uuid": "820deb57-a566-43e3-a048-7d35d841174b", "tag": "811fea78-d531-4790-8314-89dd0106a43f"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:44.188865 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:44.246537 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259c2ea2-f83a-4a9f-bda3-903d81c03a95 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:44.251049 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16120f06-43f8-4330-9402-a7332c4ed049', 'tag': 'acf069b3-4151-48ef-893c-089139ee70d6'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:44.253912 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5bb82e-339c-426d-a58b-fe96da1a9eed" -d '{"events": [{"name": "network-changed", "server_uuid": "16120f06-43f8-4330-9402-a7332c4ed049", "tag": "acf069b3-4151-48ef-893c-089139ee70d6"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:44.254242 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-73b8b2c2-5272-4e30-944a-d600ce0b45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:44.255900 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-73b8b2c2-5272-4e30-944a-d600ce0b45cb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.2985985 Sep 14 02:52:44.257531 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:44.261368 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/26c7ee41-61e5-4f5e-a70e-70d9e2d38e25 HTTP/1.1" status: 204 len: 168 time: 1.2930353 Sep 14 02:52:44.273547 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Publish callbacks [] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:44.277897 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9915d-e049-4deb-90cb-a46bfd355417 admin admin] Pushing event deleted for resources: {'Network': ['ID=26c7ee41-61e5-4f5e-a70e-70d9e2d38e25,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:44.300192 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7642c9b-56fa-4532-b6c5-d3943ac9c7ab req-3f0c62f1-25de-4f08-b60d-bc8598a54690 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:44.308037 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a7642c9b-56fa-4532-b6c5-d3943ac9c7ab req-3f0c62f1-25de-4f08-b60d-bc8598a54690 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 931 time: 0.2164285 Sep 14 02:52:44.315020 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-25d52146-d71a-40c8-9544-2e6fb696385a req-120707ef-75cd-4611-8e6d-cc2e3443fbad service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711251 Sep 14 02:52:44.373701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-652d4492-4e2b-4fa8-b7c2-0e926f7b3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:44.375283 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-652d4492-4e2b-4fa8-b7c2-0e926f7b3056 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1850653 Sep 14 02:52:44.378254 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Transition to ACTIVE for port object 259c2ea2-f83a-4a9f-bda3-903d81c03a95 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:52:44.383063 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:44.412545 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1586abf8-4d50-4301-9072-b9aabf83d8d4 req-69d4fd5e-0937-4d86-a5fc-fe0670237dfe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747142 Sep 14 02:52:44.441612 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-186fdfed-ee76-4f67-8c25-19694e6c5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:44.443351 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-186fdfed-ee76-4f67-8c25-19694e6c5e7a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1660919 Sep 14 02:52:44.451144 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Attempt 3 to provision port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 Sep 14 02:52:44.500918 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:44.511274 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:44.516103 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a7642c9b-56fa-4532-b6c5-d3943ac9c7ab req-794ae9be-acd3-4709-944f-8fa50d3f2ab2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072425 Sep 14 02:52:44.530856 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-a7eed709-881e-4459-a57a-fe89bb7c01c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:44.603391 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012793d4-1fbe-4a99-89b3-a7bb656fa80c x-openstack-request-id: req-012793d4-1fbe-4a99-89b3-a7bb656fa80c {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:44.603662 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820deb57-a566-43e3-a048-7d35d841174b", "tag": "811fea78-d531-4790-8314-89dd0106a43f", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:44.603911 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-012793d4-1fbe-4a99-89b3-a7bb656fa80c {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:44.604340 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012793d4-1fbe-4a99-89b3-a7bb656fa80c'] response: {'name': 'network-changed', 'server_uuid': '820deb57-a566-43e3-a048-7d35d841174b', 'tag': '811fea78-d531-4790-8314-89dd0106a43f', 'status': 'completed', 'code': 200} Sep 14 02:52:44.619612 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5252df-2f46-4f4a-b064-81d6e37062a7 x-openstack-request-id: req-fd5252df-2f46-4f4a-b064-81d6e37062a7 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:44.620312 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16120f06-43f8-4330-9402-a7332c4ed049", "tag": "acf069b3-4151-48ef-893c-089139ee70d6", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:44.620312 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd5252df-2f46-4f4a-b064-81d6e37062a7 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:44.621548 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5252df-2f46-4f4a-b064-81d6e37062a7'] response: {'name': 'network-changed', 'server_uuid': '16120f06-43f8-4330-9402-a7332c4ed049', 'tag': 'acf069b3-4151-48ef-893c-089139ee70d6', 'status': 'completed', 'code': 200} Sep 14 02:52:44.687404 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69423c7-936d-4f4e-ac1d-cbdccd8eef14 req-c2040e5b-cdd2-451c-b7c3-64cf7642d68a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:44.688918 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a69423c7-936d-4f4e-ac1d-cbdccd8eef14 req-c2040e5b-cdd2-451c-b7c3-64cf7642d68a tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 943 time: 0.1919303 Sep 14 02:52:44.696035 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Pushing event updated for resources: {'Port': ['ID=259c2ea2-f83a-4a9f-bda3-903d81c03a95,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:44.774858 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 7f6ea760-bf2f-4a19-bc3a-06ed050fefb3 resource provider aggregate not found Sep 14 02:52:44.785680 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-41672635-1f1c-4d09-809b-c96dba116bd2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611717 Sep 14 02:52:44.796984 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Attempting to bind port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:44.796984 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Attempting to bind port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:44.796984 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Attempting to bind port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:44.797230 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 7f6ea760-bf2f-4a19-bc3a-06ed050fefb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f6ea760-bf2f-4a19-bc3a-06ed050fefb3 found for delete ", "request_id": "req-13244dc5-d315-4a89-9067-539c7dfe807e"}]} Sep 14 02:52:44.823833 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-82521566-2688-49ee-a256-0c49d1f799a1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666577 Sep 14 02:52:44.835983 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5283cc6-28ca-40d1-bb27-70380b6492b8 req-18f8b349-2120-4074-802a-67397c304c06 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:44.844080 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a5283cc6-28ca-40d1-bb27-70380b6492b8 req-18f8b349-2120-4074-802a-67397c304c06 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 943 time: 0.1531038 Sep 14 02:52:44.851588 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38192) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:44.883630 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:44.896414 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:44.905446 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-deea1b04-5ecd-4a2f-afd2-656e0ab2e89b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=78132ef9f82b4730b5660e8655f88975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527463 Sep 14 02:52:44.908680 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38196) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:44.979336 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a69423c7-936d-4f4e-ac1d-cbdccd8eef14 req-13b72e71-b923-4831-85c2-9accc7e75e19 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639327 Sep 14 02:52:44.991778 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1b76-3f65-40a9-b65e-fbed35105283 admin admin] Publish callbacks [] for security_group (66f390cd-96aa-4e45-9265-020c415ae820), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:45.014233 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Attempt 4 to provision port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 Sep 14 02:52:45.047123 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-ebfc8079-4f78-4df2-af57-eb935194fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:45.052655 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-ebfc8079-4f78-4df2-af57-eb935194fe89 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=682cba1c702447d487152bfed740f1d8&device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 1127 time: 0.0900824 Sep 14 02:52:45.052655 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1b76-3f65-40a9-b65e-fbed35105283 admin admin] Publish callbacks [] for security_group (66f390cd-96aa-4e45-9265-020c415ae820), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:45.082406 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:45.100281 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:52:45.100740 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Attempting to bind port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:45.182983 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a5283cc6-28ca-40d1-bb27-70380b6492b8 req-e42c4587-a17e-445a-b401-60017cfd67f4 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380032 Sep 14 02:52:45.221784 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1b76-3f65-40a9-b65e-fbed35105283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (66f390cd-96aa-4e45-9265-020c415ae820), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:45.224420 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1b76-3f65-40a9-b65e-fbed35105283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:45.225606 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-0b4f1b76-3f65-40a9-b65e-fbed35105283 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/66f390cd-96aa-4e45-9265-020c415ae820 HTTP/1.1" status: 204 len: 168 time: 0.3155720 Sep 14 02:52:45.234780 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f1b76-3f65-40a9-b65e-fbed35105283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f390cd-96aa-4e45-9265-020c415ae820,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:45.246919 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-01355a8d-6cca-4229-a7dd-f242d4a14bce req-83133883-53eb-4aac-9aab-a2e5220a7d04 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 210 time: 0.0878038 Sep 14 02:52:45.248741 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a673a5fc-09e4-41d9-97ef-d7623e86c796 req-0baa2af4-941c-4d34-9c39-81a67b6a1b53 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409092 Sep 14 02:52:45.293828 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b72df9a-e6f2-41db-b5d7-1c6784439fbe req-b2d96a45-d2a2-433f-b852-f9000afc8b29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195362 Sep 14 02:52:45.294962 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:45.294962 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Checking segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:45.295201 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Bound using segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:45.295639 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Bound port: 259c2ea2-f83a-4a9f-bda3-903d81c03a95, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:45.296082 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:45.371280 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] For port 259c2ea2-f83a-4a9f-bda3-903d81c03a95, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:45.375909 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] For port 259c2ea2-f83a-4a9f-bda3-903d81c03a95, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:45.435953 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:45.439847 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:45.441084 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:45.442590 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/259c2ea2-f83a-4a9f-bda3-903d81c03a95 HTTP/1.1" status: 200 len: 1093 time: 4.3181751 Sep 14 02:52:45.501971 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a785-06e1-471b-91d2-2cc342a31c19 service neutron] Pushing event updated for resources: {'Port': ['ID=259c2ea2-f83a-4a9f-bda3-903d81c03a95,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:45.558086 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f94ff-f420-4670-92bf-56317dc26b16 req-def8457c-8e06-4812-8773-eeba4a4795a8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:45.559255 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa5f94ff-f420-4670-92bf-56317dc26b16 req-def8457c-8e06-4812-8773-eeba4a4795a8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 944 time: 0.0535574 Sep 14 02:52:45.577258 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Attempt 5 to provision port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 Sep 14 02:52:45.612526 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa5f94ff-f420-4670-92bf-56317dc26b16 req-645d19d6-2cb3-4508-956c-9ceed132916f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456762 Sep 14 02:52:45.634363 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab8c3-3e85-4ec4-a367-6de0b1e99b0b None None] Port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:52:45.665369 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c71ed-9724-4111-95d3-3e7359f47a57 req-13501cc7-134b-4012-993a-59969be9eb63 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:45.667542 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a05c71ed-9724-4111-95d3-3e7359f47a57 req-13501cc7-134b-4012-993a-59969be9eb63 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 943 time: 0.0495396 Sep 14 02:52:45.722555 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a05c71ed-9724-4111-95d3-3e7359f47a57 req-06be4e04-9ea4-429e-bf26-418bbe977b45 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Sep 14 02:52:46.142126 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf01cdb-c92a-451f-96fa-b4c6d3be767a req-466d5bb7-fa32-4411-8dbb-d91df818fcc7 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:46.149529 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-baf01cdb-c92a-451f-96fa-b4c6d3be767a req-466d5bb7-fa32-4411-8dbb-d91df818fcc7 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 943 time: 0.0658247 Sep 14 02:52:46.178171 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38224) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:46.204210 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-baf01cdb-c92a-451f-96fa-b4c6d3be767a req-9dc0edf7-8657-4df5-846e-53433e5c2210 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522232 Sep 14 02:52:46.237422 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-eec6a29f-a52c-40b7-b32d-2dc02c37df02 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4ce692052fc64530b1c9d5a22d754904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567234 Sep 14 02:52:46.240521 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38230) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:46.292151 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-659dfca2-97e8-4be4-9dd0-275a16ef06f2 admin admin] Publish callbacks [] for security_group (4b64a523-3356-4bca-9ace-df22537e3888), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:46.314167 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde0ac5-c106-43fb-b975-c9c56ef252f4 req-96d0029e-b00f-4749-a243-5bd4802e102a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:46.322547 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-659dfca2-97e8-4be4-9dd0-275a16ef06f2 admin admin] Publish callbacks [] for security_group (4b64a523-3356-4bca-9ace-df22537e3888), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:46.322708 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6fde0ac5-c106-43fb-b975-c9c56ef252f4 req-96d0029e-b00f-4749-a243-5bd4802e102a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 943 time: 0.0499356 Sep 14 02:52:46.380775 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6fde0ac5-c106-43fb-b975-c9c56ef252f4 req-31e68663-36c7-49b7-94d3-6b9ab2d6077f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564363 Sep 14 02:52:46.407650 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd261609-d480-4dff-af02-f66b195ef1a4 req-cc8bf4f1-4798-4587-92eb-de3d732aa4bd tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 210 time: 0.0312593 Sep 14 02:52:46.439058 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-659dfca2-97e8-4be4-9dd0-275a16ef06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4b64a523-3356-4bca-9ace-df22537e3888), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:46.441705 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-659dfca2-97e8-4be4-9dd0-275a16ef06f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:46.442876 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-659dfca2-97e8-4be4-9dd0-275a16ef06f2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4b64a523-3356-4bca-9ace-df22537e3888 HTTP/1.1" status: 204 len: 168 time: 0.2012792 Sep 14 02:52:46.452007 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dfca2-97e8-4be4-9dd0-275a16ef06f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b64a523-3356-4bca-9ace-df22537e3888,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:46.605230 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0886baa4-5f7f-4179-ba46-6041ed4aac4d', 'tag': '259c2ea2-f83a-4a9f-bda3-903d81c03a95'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:46.607656 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb126de-bc0d-42c1-94ae-140006fae599" -d '{"events": [{"name": "network-changed", "server_uuid": "0886baa4-5f7f-4179-ba46-6041ed4aac4d", "tag": "259c2ea2-f83a-4a9f-bda3-903d81c03a95"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:46.681332 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a29ea7-5792-466a-93d0-a9201efb571c x-openstack-request-id: req-a6a29ea7-5792-466a-93d0-a9201efb571c {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:46.681772 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0886baa4-5f7f-4179-ba46-6041ed4aac4d", "tag": "259c2ea2-f83a-4a9f-bda3-903d81c03a95", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:46.682091 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6a29ea7-5792-466a-93d0-a9201efb571c {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:46.683327 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a29ea7-5792-466a-93d0-a9201efb571c'] response: {'name': 'network-changed', 'server_uuid': '0886baa4-5f7f-4179-ba46-6041ed4aac4d', 'tag': '259c2ea2-f83a-4a9f-bda3-903d81c03a95', 'status': 'completed', 'code': 200} Sep 14 02:52:46.700943 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:46.747989 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f083dc0-ddc8-4e51-a84f-a1d4014fe7fa req-fd0d4b15-b151-4697-bb54-ea8d81c964b5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:46.749569 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f083dc0-ddc8-4e51-a84f-a1d4014fe7fa req-fd0d4b15-b151-4697-bb54-ea8d81c964b5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 944 time: 0.0573394 Sep 14 02:52:46.771133 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-139892ec-6ba8-4b24-821b-b54a1f0f044c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:46.822430 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f083dc0-ddc8-4e51-a84f-a1d4014fe7fa req-f41d8fb9-536d-4c25-b0d6-28985db588fb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668859 Sep 14 02:52:46.877883 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:46.890930 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595f9d6-ff11-4217-adf0-8ee30d7d091e req-d98d255d-f2fb-4599-b85d-28b08714237f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:46.892411 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b595f9d6-ff11-4217-adf0-8ee30d7d091e req-d98d255d-f2fb-4599-b85d-28b08714237f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 943 time: 0.0491970 Sep 14 02:52:46.942084 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b595f9d6-ff11-4217-adf0-8ee30d7d091e req-5dad8905-8720-48c2-9817-47e143be33d7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Sep 14 02:52:47.197880 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-0fa92d1b-e53a-404f-9331-632695677498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:47.200128 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-0fa92d1b-e53a-404f-9331-632695677498 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 1127 time: 0.0607026 Sep 14 02:52:47.210675 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-81c2b2be-532a-4c82-bc6f-34d3579f034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:47.210675 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-81c2b2be-532a-4c82-bc6f-34d3579f034b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=94b1cfe2-ebf2-41cc-86db-5a7caa744a2f HTTP/1.1" status: 200 len: 912 time: 0.1061571 Sep 14 02:52:47.344312 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device bbfe0386-24e8-40ad-81dc-7a8790a51ab5 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:52:47.349672 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b96d28-2d93-42b2-bd19-e85b84c5f43a req-8b2467f8-b8f5-436b-86e3-7817703b5498 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:47.357701 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-62b96d28-2d93-42b2-bd19-e85b84c5f43a req-8b2467f8-b8f5-436b-86e3-7817703b5498 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 943 time: 0.0714285 Sep 14 02:52:47.427561 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-62b96d28-2d93-42b2-bd19-e85b84c5f43a req-5169eb9e-4d4a-4e83-94cd-2ea64fdb5d85 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Sep 14 02:52:47.440416 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:47.535139 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port bbfe0386-24e8-40ad-81dc-7a8790a51ab5, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:47.559399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'port_id': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'mac_address': 'fa:16:3e:cd:ea:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:52:47.581995 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-068bb8ac-885d-4ab9-bc4d-7a9448143572 req-ecb7584a-959c-4267-a95f-d8e3b211308a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 210 time: 0.0468330 Sep 14 02:52:47.591207 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fbbd9-0d9f-4c34-9941-096859a9c76c req-46937665-5159-4780-890e-86078ad1038d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:47.600132 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa1fbbd9-0d9f-4c34-9941-096859a9c76c req-46937665-5159-4780-890e-86078ad1038d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 943 time: 0.1051884 Sep 14 02:52:47.600277 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:47.608124 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:47.609169 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:47.625380 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfe0386-24e8-40ad-81dc-7a8790a51ab5 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:47.647701 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa1fbbd9-0d9f-4c34-9941-096859a9c76c req-e799aa91-6ba5-4c85-9e15-764769dc3717 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464463 Sep 14 02:52:47.653613 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port bbfe0386-24e8-40ad-81dc-7a8790a51ab5, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:47.779531 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:47.832530 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:48.043228 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['bbfe0386-24e8-40ad-81dc-7a8790a51ab5'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:52:48.162341 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55726f99-8da5-4680-887f-cac9f007990a req-e6bb5a01-d4ce-4d98-af67-85e23c3ea05d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:48.163905 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-55726f99-8da5-4680-887f-cac9f007990a req-e6bb5a01-d4ce-4d98-af67-85e23c3ea05d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 944 time: 0.2629349 Sep 14 02:52:48.192798 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:48.196924 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c42223-b34a-4134-90e1-494486bef907 req-19a8cec5-7675-4e0a-93d8-2ae27a4d654b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:48.203398 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1c42223-b34a-4134-90e1-494486bef907 req-19a8cec5-7675-4e0a-93d8-2ae27a4d654b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 943 time: 0.0828407 Sep 14 02:52:48.273778 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-55726f99-8da5-4680-887f-cac9f007990a req-c629c837-0734-492d-976d-e9cd8401d296 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039314 Sep 14 02:52:48.277235 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1c42223-b34a-4134-90e1-494486bef907 req-b55d1fea-16bb-45ec-b00d-5e03a4648b79 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721366 Sep 14 02:52:48.568715 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93410e-3d51-4353-ba4d-af1fc63b10de req-d26d4d82-a3a4-4b24-858d-5364640e47b6 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:48.570898 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7b93410e-3d51-4353-ba4d-af1fc63b10de req-d26d4d82-a3a4-4b24-858d-5364640e47b6 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 943 time: 0.0532727 Sep 14 02:52:48.621228 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7b93410e-3d51-4353-ba4d-af1fc63b10de req-1105afb8-4ee6-448f-a765-5d9c2cc3aa45 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Sep 14 02:52:48.700542 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f6d77f44-24a1-4c2e-97e5-e5f6658df34e req-00d1fd0d-d895-40ec-aafd-85e63e102466 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 210 time: 0.0289650 Sep 14 02:52:48.779127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e96050-be36-4d4f-ae88-6ead44f5bfff req-c96f5fba-00ba-4455-a3f8-90f324ec85d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:48.780486 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b2e96050-be36-4d4f-ae88-6ead44f5bfff req-c96f5fba-00ba-4455-a3f8-90f324ec85d8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 944 time: 0.0488074 Sep 14 02:52:48.831315 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b2e96050-be36-4d4f-ae88-6ead44f5bfff req-2c03b506-8d8a-4968-ae2c-0152aec1c9fb tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Sep 14 02:52:48.997222 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-d59fe687-9b87-40b6-a7cb-4349a87301b5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf069b3-4151-48ef-893c-089139ee70d6 HTTP/1.1" status: 200 len: 217 time: 0.0339661 Sep 14 02:52:49.028049 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-adc427a9-dead-4a61-b8a5-2ba63fa23b60 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95 HTTP/1.1" status: 200 len: 217 time: 0.0644951 Sep 14 02:52:49.060333 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-e6321a2b-9961-4cc5-807c-ef741169dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.062312 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-e6321a2b-9961-4cc5-807c-ef741169dc63 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=34e06be1-0ba1-4bbb-b342-96eb304a669e HTTP/1.1" status: 200 len: 851 time: 0.0486741 Sep 14 02:52:49.091238 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-219c84c3-d75e-4e8f-8a49-24f3ca84d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.092982 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-219c84c3-d75e-4e8f-8a49-24f3ca84d714 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 1127 time: 0.0750797 Sep 14 02:52:49.107066 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:49.116180 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-164561ea-5218-4976-8d6d-3c23829b400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.117349 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-379a933d-5ef4-469b-a2c0-f55f7719a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.117694 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-164561ea-5218-4976-8d6d-3c23829b400f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0693071 Sep 14 02:52:49.121754 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-379a933d-5ef4-469b-a2c0-f55f7719a6e4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=94b1cfe2-ebf2-41cc-86db-5a7caa744a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504754 Sep 14 02:52:49.234817 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-c8751b20-bc3e-4531-990d-673a40afefae service neutron] 10.222.0.23 "GET /networking/v2.0/networks/94b1cfe2-ebf2-41cc-86db-5a7caa744a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050625 Sep 14 02:52:49.278771 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-57cb1914-469f-4a84-a191-ec478fd2c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.290509 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-57cb1914-469f-4a84-a191-ec478fd2c90b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1407547 Sep 14 02:52:49.336951 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 7b69e394-5cec-4468-b120-b79b37ec7a1e details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:52:49.370304 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:49.378897 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6f5bb82e-339c-426d-a58b-fe96da1a9eed req-03ca60d5-d384-485c-925b-9d4573475ce1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/94b1cfe2-ebf2-41cc-86db-5a7caa744a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351938 Sep 14 02:52:49.395704 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device bbfe0386-24e8-40ad-81dc-7a8790a51ab5 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:49.506362 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-4262b2b9-c6a6-49f0-b774-c7e6574a8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.507977 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-4262b2b9-c6a6-49f0-b774-c7e6574a8d74 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.4067349 Sep 14 02:52:49.508186 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:52:49.509417 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38358) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:49.552939 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:49.582029 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:49.582687 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:49.583282 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 Sep 14 02:52:49.590403 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 7b69e394-5cec-4468-b120-b79b37ec7a1e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:49.624523 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:52:49.630952 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-b1b625f0-704d-44cd-ba05-f3375cd47cd3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811fea78-d531-4790-8314-89dd0106a43f HTTP/1.1" status: 200 len: 217 time: 0.0822229 Sep 14 02:52:49.653396 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f5666-47c6-49bb-913a-7217922b8905 req-d1a37e10-cda0-428e-b456-2a2eaa54aca5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.659255 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f5f5666-47c6-49bb-913a-7217922b8905 req-d1a37e10-cda0-428e-b456-2a2eaa54aca5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 943 time: 0.1985106 Sep 14 02:52:49.673263 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f8453379-dea8-4fb5-af15-5dc3ba46466d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:49.683974 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-54d47e76-ced6-41b5-b360-d375c1654464 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.685716 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-54d47e76-ced6-41b5-b360-d375c1654464 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 817 time: 0.4149621 Sep 14 02:52:49.714239 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d9bdf-b406-40c8-8a47-ed8e72865b38 req-aa3c3fe8-72a9-4e02-a81c-8094ea4fc117 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.716237 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-133d9bdf-b406-40c8-8a47-ed8e72865b38 req-aa3c3fe8-72a9-4e02-a81c-8094ea4fc117 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 944 time: 0.2493417 Sep 14 02:52:49.718538 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-35c5474e-1341-4f12-aac1-b1adf6599829 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272223 Sep 14 02:52:49.755645 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:49.812616 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f8453379-dea8-4fb5-af15-5dc3ba46466d admin admin] Publish callbacks [] for security_group (f9dea63e-1694-46fc-9d3c-119b2e913067), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:49.841638 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 7b69e394-5cec-4468-b120-b79b37ec7a1e is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:49.842763 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:49.869534 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-f641875b-d13a-4150-a9d1-e31e1a8747d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:49.871604 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-f641875b-d13a-4150-a9d1-e31e1a8747d4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.2281847 Sep 14 02:52:49.880288 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:49.887703 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b69e394-5cec-4468-b120-b79b37ec7a1e {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:49.896233 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f8453379-dea8-4fb5-af15-5dc3ba46466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f9dea63e-1694-46fc-9d3c-119b2e913067), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:49.905877 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:49.906261 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:49.928517 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 7b69e394-5cec-4468-b120-b79b37ec7a1e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:49.941628 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:49.945452 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8453379-dea8-4fb5-af15-5dc3ba46466d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dea63e-1694-46fc-9d3c-119b2e913067,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:49.964684 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f5f5666-47c6-49bb-913a-7217922b8905 req-682c9538-0ab9-4b92-ba5d-56c8a58ff0af tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882166 Sep 14 02:52:49.981829 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f8453379-dea8-4fb5-af15-5dc3ba46466d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d6681cd703134b73a1dd1ec08a0dcd1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712641 Sep 14 02:52:49.982827 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38376) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:50.027019 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-133d9bdf-b406-40c8-8a47-ed8e72865b38 req-a93dccea-3c3f-4e86-9b22-be752b6ec421 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859044 Sep 14 02:52:50.035978 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-9c57fa4b-7f04-4248-a1fa-4c52f965b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:50.037656 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-9c57fa4b-7f04-4248-a1fa-4c52f965b6a3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1597183 Sep 14 02:52:50.039161 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.040585 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device acf069b3-4151-48ef-893c-089139ee70d6 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:52:50.046579 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-0fb273b1-7b8c-461c-9d71-65183e6a2e6a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef9e0f5a3e3a423fbd778a6218543a20 HTTP/1.1" status: 200 len: 380 time: 0.3174369 Sep 14 02:52:50.053357 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.059358 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.059741 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-23bced55-87ad-4abb-b30f-aa3d2374ca73 admin admin] Publish callbacks [] for security_group (f9dea63e-1694-46fc-9d3c-119b2e913067), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.084353 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port bbfe0386-24e8-40ad-81dc-7a8790a51ab5, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:50.136886 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-23bced55-87ad-4abb-b30f-aa3d2374ca73 admin admin] Publish callbacks [] for security_group (f9dea63e-1694-46fc-9d3c-119b2e913067), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.161842 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:50.172956 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.174743 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-a933ea1b-cd52-41b7-b60d-e18df5cb81ee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252587 Sep 14 02:52:50.178080 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'port': {'device_id': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'admin_state_up': True, 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'security_groups': ['14af8703-a274-41e9-b257-4b436d36b8fd']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:50.195219 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=7b69e394-5cec-4468-b120-b79b37ec7a1e,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:50.248373 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d74a4d6-8246-4345-9dca-69d5624cee9a" -d '{"events": [{"server_uuid": "ee0033f6-a85b-4969-b814-0c7e678ef00e", "name": "network-vif-plugged", "status": "completed", "tag": "bbfe0386-24e8-40ad-81dc-7a8790a51ab5"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:50.258395 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d60d8b5f-1624-4ff9-a711-c79adddb7e51 req-8fda8fae-d2b0-49bf-95a4-a5be1990f477 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143416 Sep 14 02:52:50.265488 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port acf069b3-4151-48ef-893c-089139ee70d6, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=acf069b3-4151-48ef-893c-089139ee70d6,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:50.287128 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'acf069b3-4151-48ef-893c-089139ee70d6', 'network_id': '94b1cfe2-ebf2-41cc-86db-5a7caa744a2f', 'port_id': 'acf069b3-4151-48ef-893c-089139ee70d6', 'mac_address': 'fa:16:3e:aa:bd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e06be1-0ba1-4bbb-b342-96eb304a669e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:52:50.288901 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:50.295950 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-23bced55-87ad-4abb-b30f-aa3d2374ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f9dea63e-1694-46fc-9d3c-119b2e913067), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.299102 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-23bced55-87ad-4abb-b30f-aa3d2374ca73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.300720 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-23bced55-87ad-4abb-b30f-aa3d2374ca73 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f9dea63e-1694-46fc-9d3c-119b2e913067 HTTP/1.1" status: 204 len: 168 time: 0.3159027 Sep 14 02:52:50.332465 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port acf069b3-4151-48ef-893c-089139ee70d6 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:50.332863 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (acf069b3-4151-48ef-893c-089139ee70d6), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.335722 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bced55-87ad-4abb-b30f-aa3d2374ca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dea63e-1694-46fc-9d3c-119b2e913067,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:50.348427 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:50.350667 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bcc98eec-482a-49f0-8e62-620723f38061 req-62fb9fd4-b26b-4a16-b6a5-497555311a5e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 210 time: 0.0971494 Sep 14 02:52:50.357112 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf069b3-4151-48ef-893c-089139ee70d6 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:50.388425 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port acf069b3-4151-48ef-893c-089139ee70d6, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=acf069b3-4151-48ef-893c-089139ee70d6,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:50.436056 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583eca1-fe8d-4e45-93d2-47ea14129f26 req-a45a961b-8fab-476d-b535-72d2a3031a9e tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:50.437533 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3583eca1-fe8d-4e45-93d2-47ea14129f26 req-a45a961b-8fab-476d-b535-72d2a3031a9e tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 943 time: 0.1823618 Sep 14 02:52:50.465399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (acf069b3-4151-48ef-893c-089139ee70d6), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.522925 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=acf069b3-4151-48ef-893c-089139ee70d6,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:50.563634 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:50.565466 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5e34ff8c-25d5-44ee-a201-2dbd9a45878b req-4b3fbab3-d6ef-4a82-bc47-c2861ba8c86d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036926 Sep 14 02:52:50.573544 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3583eca1-fe8d-4e45-93d2-47ea14129f26 req-b255ecb5-d496-4c1b-954c-27db7735bc0c tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267388 Sep 14 02:52:50.581923 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89a5f6-0628-43b7-ac66-25f2ee378a27 req-9b2f341d-ce4d-49fa-b767-cfaf4d769311 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:50.583426 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-af89a5f6-0628-43b7-ac66-25f2ee378a27 req-9b2f341d-ce4d-49fa-b767-cfaf4d769311 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0994680 Sep 14 02:52:50.584004 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Made reservation on behalf of ef9e0f5a3e3a423fbd778a6218543a20 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:50.587570 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:50.762831 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:50.765305 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=27 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:50.768433 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b5d1e5-dad0-46ae-91c6-6bfc39a62cea x-openstack-request-id: req-00b5d1e5-dad0-46ae-91c6-6bfc39a62cea {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:50.768908 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0033f6-a85b-4969-b814-0c7e678ef00e", "name": "network-vif-plugged", "status": "completed", "tag": "bbfe0386-24e8-40ad-81dc-7a8790a51ab5", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:50.769175 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-00b5d1e5-dad0-46ae-91c6-6bfc39a62cea {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:50.769635 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b5d1e5-dad0-46ae-91c6-6bfc39a62cea'] response: {'server_uuid': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'code': 200} Sep 14 02:52:50.857652 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['7b69e394-5cec-4468-b120-b79b37ec7a1e'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:52:50.886792 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-af89a5f6-0628-43b7-ac66-25f2ee378a27 req-cb9c7e4f-d240-4da9-a820-525ee99673ac tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964563 Sep 14 02:52:50.943581 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['acf069b3-4151-48ef-893c-089139ee70d6'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:52:50.967642 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Allocated IP 172.20.0.13 (1494a22c-5bc9-4637-96fd-e852f4fb232e/466b5909-9670-4a0c-8ccb-87aa29059da2/f30cccd7-36a3-45cb-96c3-158207c07227) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:51.053334 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:51.148697 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38410) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:51.181880 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-92629924-ee1e-47b7-a44b-e97a2f3c29ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.265433 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574c3f4-ac3e-4a3c-bb0d-3ad973a6e141 req-4d82fa07-8330-4ac5-acb6-584059c18f9e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:51.267028 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1574c3f4-ac3e-4a3c-bb0d-3ad973a6e141 req-4d82fa07-8330-4ac5-acb6-584059c18f9e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 945 time: 0.1302922 Sep 14 02:52:51.330349 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-92629924-ee1e-47b7-a44b-e97a2f3c29ed admin admin] Publish callbacks [] for security_group (489ca251-5363-4b5e-8c48-6d93002f8f56), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.333475 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef735f8d-ae10-467c-82fa-1d6ac9239cd8 req-2c63ccdf-b50a-4eb7-a556-7da6b26f5dc6 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:51.335023 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ef735f8d-ae10-467c-82fa-1d6ac9239cd8 req-2c63ccdf-b50a-4eb7-a556-7da6b26f5dc6 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 943 time: 0.2654479 Sep 14 02:52:51.363836 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:51.376857 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-58ac0b39-343a-4cdd-a7a4-66cd84a67436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:51.378335 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-58ac0b39-343a-4cdd-a7a4-66cd84a67436 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 1127 time: 0.1021771 Sep 14 02:52:51.411278 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-92629924-ee1e-47b7-a44b-e97a2f3c29ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (489ca251-5363-4b5e-8c48-6d93002f8f56), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.415995 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for port (f30cccd7-36a3-45cb-96c3-158207c07227), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.452982 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-92629924-ee1e-47b7-a44b-e97a2f3c29ed admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=71e47f0164c5483882293838ba4a477c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026555 Sep 14 02:52:51.453808 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92629924-ee1e-47b7-a44b-e97a2f3c29ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489ca251-5363-4b5e-8c48-6d93002f8f56,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:51.457028 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38422) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:51.461683 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 811fea78-d531-4790-8314-89dd0106a43f details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:52:51.493520 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:51.507914 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1574c3f4-ac3e-4a3c-bb0d-3ad973a6e141 req-847d1c32-879c-4735-a70d-bb713d06964f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882856 Sep 14 02:52:51.519918 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1a2fbb8d-57be-444e-8ba2-62111c008858 admin admin] Publish callbacks [] for security_group (489ca251-5363-4b5e-8c48-6d93002f8f56), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.544262 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ef735f8d-ae10-467c-82fa-1d6ac9239cd8 req-0847baca-eb51-4f7d-9224-2bd863712954 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910093 Sep 14 02:52:51.560628 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1a2fbb8d-57be-444e-8ba2-62111c008858 admin admin] Publish callbacks [] for security_group (489ca251-5363-4b5e-8c48-6d93002f8f56), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.587594 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 811fea78-d531-4790-8314-89dd0106a43f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=811fea78-d531-4790-8314-89dd0106a43f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:51.601879 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '811fea78-d531-4790-8314-89dd0106a43f', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'port_id': '811fea78-d531-4790-8314-89dd0106a43f', 'mac_address': 'fa:16:3e:1c:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:52:51.644852 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:51.649007 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 811fea78-d531-4790-8314-89dd0106a43f is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:51.649453 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (811fea78-d531-4790-8314-89dd0106a43f), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.669764 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811fea78-d531-4790-8314-89dd0106a43f {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:51.690852 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1a2fbb8d-57be-444e-8ba2-62111c008858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (489ca251-5363-4b5e-8c48-6d93002f8f56), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.691103 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 811fea78-d531-4790-8314-89dd0106a43f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=811fea78-d531-4790-8314-89dd0106a43f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:51.694067 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1a2fbb8d-57be-444e-8ba2-62111c008858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.695396 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-1a2fbb8d-57be-444e-8ba2-62111c008858 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/489ca251-5363-4b5e-8c48-6d93002f8f56 HTTP/1.1" status: 204 len: 168 time: 0.2371664 Sep 14 02:52:51.704805 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fbb8d-57be-444e-8ba2-62111c008858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489ca251-5363-4b5e-8c48-6d93002f8f56,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:51.712087 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-de4377b8-6a82-46a2-a123-bba381d14f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:51.713586 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-de4377b8-6a82-46a2-a123-bba381d14f34 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.3223007 Sep 14 02:52:51.764962 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-30fa3384-e721-46e8-b625-79eac8fb615b req-70844cf4-d6a8-4d4f-af0f-5014a239a644 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 210 time: 0.0903206 Sep 14 02:52:51.769634 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4fd48-ece1-4786-b19e-1773a0e7512c req-ffa07cf9-47ce-4e9c-822f-adc4025b9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:51.771358 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cdf4fd48-ece1-4786-b19e-1773a0e7512c req-ffa07cf9-47ce-4e9c-822f-adc4025b9c88 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 1129 time: 0.1847327 Sep 14 02:52:51.799284 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.810129 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (811fea78-d531-4790-8314-89dd0106a43f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.823247 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-dc09c508-0319-4e0f-a22f-cca28e6fa9d7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95 HTTP/1.1" status: 200 len: 217 time: 0.0812433 Sep 14 02:52:51.871411 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=811fea78-d531-4790-8314-89dd0106a43f,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:51.875818 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a0060-2f8b-4328-b64a-228fe72d6720 req-7e857e50-cbb3-47d6-a60b-bcaa0924187c tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:51.877391 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a98a0060-2f8b-4328-b64a-228fe72d6720 req-7e857e50-cbb3-47d6-a60b-bcaa0924187c tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 944 time: 0.1930459 Sep 14 02:52:51.883561 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-cdf4fd48-ece1-4786-b19e-1773a0e7512c req-1a886c9d-4fb7-4965-9e7d-290df4e37771 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:51.893509 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 7b69e394-5cec-4468-b120-b79b37ec7a1e up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:51.920769 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:51.922711 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:51.947478 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 7b69e394-5cec-4468-b120-b79b37ec7a1e completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:52:51.958199 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:51.961886 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:51.964318 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:51.969074 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:51.969734 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.011573 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 7b69e394-5cec-4468-b120-b79b37ec7a1e triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:52.014610 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-cfd80e40-2e54-4d98-b111-9761a5f8e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:52.014759 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.018500 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 7b69e394-5cec-4468-b120-b79b37ec7a1e Sep 14 02:52:52.018642 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-cfd80e40-2e54-4d98-b111-9761a5f8e541 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.1634223 Sep 14 02:52:52.114372 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-741e69ca-c9b6-4bb6-9f14-232a7f1903a1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0589018 Sep 14 02:52:52.124553 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a98a0060-2f8b-4328-b64a-228fe72d6720 req-87b12bed-3ca8-4b6d-a688-6079702cc96d tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163444 Sep 14 02:52:52.135907 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c002c6b-577b-4868-921a-9c85e50adaf9 req-4c24cfa7-6fb0-422c-8059-385d9c0fa414 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:52.136114 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 7b69e394-5cec-4468-b120-b79b37ec7a1e is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:52.136686 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.137490 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7c002c6b-577b-4868-921a-9c85e50adaf9 req-4c24cfa7-6fb0-422c-8059-385d9c0fa414 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1497056 Sep 14 02:52:52.143900 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Request body: {'port': {'device_id': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:52.152761 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-3cc142a2-2cc3-4e2a-a78a-091a4f66e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:52.154273 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-3cc142a2-2cc3-4e2a-a78a-091a4f66e97d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1102667 Sep 14 02:52:52.160965 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['811fea78-d531-4790-8314-89dd0106a43f'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:52:52.242819 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 7b69e394-5cec-4468-b120-b79b37ec7a1e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:52.321628 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Provisioning complete for port f30cccd7-36a3-45cb-96c3-158207c07227 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:52.322007 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.322348 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Attempt 1 to provision port f30cccd7-36a3-45cb-96c3-158207c07227 Sep 14 02:52:52.328018 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.328832 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device acf069b3-4151-48ef-893c-089139ee70d6 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:52.329000 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7c002c6b-577b-4868-921a-9c85e50adaf9 req-84432efc-2b27-4620-9e0b-104b1b8fafae tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736026 Sep 14 02:52:52.386508 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:52.419118 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-cdf4fd48-ece1-4786-b19e-1773a0e7512c req-1a886c9d-4fb7-4965-9e7d-290df4e37771 service neutron] Publish callbacks [] for security_group (e2fa52eb-cbfa-4153-bd68-46d7aade7d7d), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.440411 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.482874 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Port f30cccd7-36a3-45cb-96c3-158207c07227 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:52.503633 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-b399861f-7ebe-46b0-aec0-dbf8cf8954bf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113387 Sep 14 02:52:52.510071 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-cdf4fd48-ece1-4786-b19e-1773a0e7512c req-1a886c9d-4fb7-4965-9e7d-290df4e37771 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (e2fa52eb-cbfa-4153-bd68-46d7aade7d7d), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.530543 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=7b69e394-5cec-4468-b120-b79b37ec7a1e,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:52.537141 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port acf069b3-4151-48ef-893c-089139ee70d6 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:52:52.618906 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port acf069b3-4151-48ef-893c-089139ee70d6 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:52.621791 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (acf069b3-4151-48ef-893c-089139ee70d6), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.622171 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port acf069b3-4151-48ef-893c-089139ee70d6 Sep 14 02:52:52.675136 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:52.722116 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a886c9d-4fb7-4965-9e7d-290df4e37771 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa52eb-cbfa-4153-bd68-46d7aade7d7d,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:52.752215 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cdf4fd48-ece1-4786-b19e-1773a0e7512c req-1a886c9d-4fb7-4965-9e7d-290df4e37771 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9483316 Sep 14 02:52:52.761097 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port acf069b3-4151-48ef-893c-089139ee70d6 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:52.761484 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (acf069b3-4151-48ef-893c-089139ee70d6), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.778565 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f227d87-1f77-4213-ac00-4633207016f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b69e394-5cec-4468-b120-b79b37ec7a1e'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:52.779689 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc213c4-46a9-44aa-9bc5-c062246cbe21 req-87f1280a-6fc4-4514-a765-41627b1cc34e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:52.780806 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c96663-abe7-4ebc-bb02-fd515d231039" -d '{"events": [{"server_uuid": "3f227d87-1f77-4213-ac00-4633207016f2", "name": "network-vif-plugged", "status": "completed", "tag": "7b69e394-5cec-4468-b120-b79b37ec7a1e"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:52.781193 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9cc213c4-46a9-44aa-9bc5-c062246cbe21 req-87f1280a-6fc4-4514-a765-41627b1cc34e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.1686597 Sep 14 02:52:52.810637 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port acf069b3-4151-48ef-893c-089139ee70d6, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=acf069b3-4151-48ef-893c-089139ee70d6,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:52.823431 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3978510-4254-4db6-8b34-bf60ec0c5dd7 req-fb1a40d5-d33a-4887-b663-2a650a328b23 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:52.825022 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c3978510-4254-4db6-8b34-bf60ec0c5dd7 req-fb1a40d5-d33a-4887-b663-2a650a328b23 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 943 time: 0.1673102 Sep 14 02:52:52.892086 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (acf069b3-4151-48ef-893c-089139ee70d6), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:52.895906 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8eb126de-bc0d-42c1-94ae-140006fae599 req-a8af9580-9826-43cf-b1c1-5ac2adbc53a6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818390 Sep 14 02:52:52.927193 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38472) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:52.953334 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9cc213c4-46a9-44aa-9bc5-c062246cbe21 req-0a338575-9464-4024-a3fd-a30d3d515b86 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474984 Sep 14 02:52:52.966569 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=acf069b3-4151-48ef-893c-089139ee70d6,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:52.983830 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Attempt 2 to provision port f30cccd7-36a3-45cb-96c3-158207c07227 Sep 14 02:52:52.999397 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c3978510-4254-4db6-8b34-bf60ec0c5dd7 req-226fbb0a-fd4e-4a13-a855-da7c18f55a38 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401050 Sep 14 02:52:53.023988 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:53.049472 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Port f30cccd7-36a3-45cb-96c3-158207c07227 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:53.066764 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54021f15-1c4c-48de-be94-965e3d8ed7b7 x-openstack-request-id: req-54021f15-1c4c-48de-be94-965e3d8ed7b7 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:53.067077 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f227d87-1f77-4213-ac00-4633207016f2", "name": "network-vif-plugged", "status": "completed", "tag": "7b69e394-5cec-4468-b120-b79b37ec7a1e", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:53.067333 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-54021f15-1c4c-48de-be94-965e3d8ed7b7 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:53.067818 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54021f15-1c4c-48de-be94-965e3d8ed7b7'] response: {'server_uuid': '3f227d87-1f77-4213-ac00-4633207016f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'code': 200} Sep 14 02:52:53.421759 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-478efd76-f763-4025-9937-657867e6d786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.421759 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-478efd76-f763-4025-9937-657867e6d786 admin admin] Publish callbacks [] for security_group (bb286739-2bd4-4945-8e8e-e13f1ecf71eb), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.422850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:53.422850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30cccd7-36a3-45cb-96c3-158207c07227 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:53.422850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Publish callbacks [] for port (f30cccd7-36a3-45cb-96c3-158207c07227), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.422850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc522f5-06b2-4068-9d04-6b0650e372b7 req-83c2f60a-5a14-4f59-bc7a-8604f03b6947 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:53.422850 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7dc522f5-06b2-4068-9d04-6b0650e372b7 req-83c2f60a-5a14-4f59-bc7a-8604f03b6947 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 932 time: 0.1007555 Sep 14 02:52:53.422850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3439e-5fe5-43e0-9c98-98bd0369863c req-752a00a4-5741-433f-8d5a-0c35cac098cb tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:53.422850 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6bd3439e-5fe5-43e0-9c98-98bd0369863c req-752a00a4-5741-433f-8d5a-0c35cac098cb tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.1123178 Sep 14 02:52:53.422850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Transition to ACTIVE for port object f30cccd7-36a3-45cb-96c3-158207c07227 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:52:53.460242 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 259c2ea2-f83a-4a9f-bda3-903d81c03a95 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:52:53.465691 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 811fea78-d531-4790-8314-89dd0106a43f up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:53.471736 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7dc522f5-06b2-4068-9d04-6b0650e372b7 req-867162e3-8974-410d-a266-c3d034254acd tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757489 Sep 14 02:52:53.480996 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6bd3439e-5fe5-43e0-9c98-98bd0369863c req-30a2864a-5702-4681-baa3-07b6989135db tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781600 Sep 14 02:52:53.500468 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-478efd76-f763-4025-9937-657867e6d786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bb286739-2bd4-4945-8e8e-e13f1ecf71eb), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.500643 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.566857 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:53.581743 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 811fea78-d531-4790-8314-89dd0106a43f completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:52:53.582314 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478efd76-f763-4025-9937-657867e6d786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb286739-2bd4-4945-8e8e-e13f1ecf71eb,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:53.585298 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Attempt 3 to provision port f30cccd7-36a3-45cb-96c3-158207c07227 Sep 14 02:52:53.615285 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-478efd76-f763-4025-9937-657867e6d786 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=75342a1ef9e74493b871f47cfda3c0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6862640 Sep 14 02:52:53.621001 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38484) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:53.627324 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:53.635695 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Attempting to bind port f30cccd7-36a3-45cb-96c3-158207c07227 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:53.636313 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Attempting to bind port f30cccd7-36a3-45cb-96c3-158207c07227 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:53.636671 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Attempting to bind port f30cccd7-36a3-45cb-96c3-158207c07227 on network 1494a22c-5bc9-4637-96fd-e852f4fb232e {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:53.642404 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Port f30cccd7-36a3-45cb-96c3-158207c07227 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:53.680395 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 811fea78-d531-4790-8314-89dd0106a43f triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:53.680395 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (811fea78-d531-4790-8314-89dd0106a43f), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.680395 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 811fea78-d531-4790-8314-89dd0106a43f Sep 14 02:52:53.685846 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2fea5efb-cccd-4bcd-bb49-9cfa5d7a6aef admin admin] Publish callbacks [] for security_group (bb286739-2bd4-4945-8e8e-e13f1ecf71eb), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.713701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0c192-fd94-4bea-a98c-e9beac36650f req-1229d582-a48a-46fa-80b2-8caa54292820 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:53.715388 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-84d0c192-fd94-4bea-a98c-e9beac36650f req-1229d582-a48a-46fa-80b2-8caa54292820 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1185772 Sep 14 02:52:53.716593 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822ebfc-ee46-4a23-b380-c3c495197a3f req-088893c5-ea81-4f33-81ae-e63030c5435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:53.718159 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a822ebfc-ee46-4a23-b380-c3c495197a3f req-088893c5-ea81-4f33-81ae-e63030c5435b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 1130 time: 0.1426172 Sep 14 02:52:53.718539 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 259c2ea2-f83a-4a9f-bda3-903d81c03a95, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:53.727770 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2fea5efb-cccd-4bcd-bb49-9cfa5d7a6aef admin admin] Publish callbacks [] for security_group (bb286739-2bd4-4945-8e8e-e13f1ecf71eb), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.758488 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '259c2ea2-f83a-4a9f-bda3-903d81c03a95', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'port_id': '259c2ea2-f83a-4a9f-bda3-903d81c03a95', 'mac_address': 'fa:16:3e:4c:2a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:52:53.762974 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Port f30cccd7-36a3-45cb-96c3-158207c07227 on network 1494a22c-5bc9-4637-96fd-e852f4fb232e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:52:53.763525 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Attempting to bind port f30cccd7-36a3-45cb-96c3-158207c07227 on network 1494a22c-5bc9-4637-96fd-e852f4fb232e {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:53.845961 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:53.846147 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.855764 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 811fea78-d531-4790-8314-89dd0106a43f is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:53.856145 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (811fea78-d531-4790-8314-89dd0106a43f), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.868603 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-84d0c192-fd94-4bea-a98c-e9beac36650f req-0c60bf25-8aff-454f-91bc-4e71d4150846 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264725 Sep 14 02:52:53.873862 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a822ebfc-ee46-4a23-b380-c3c495197a3f req-ffbc0595-012b-476d-8ed3-4e81aff7f6e3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444337 Sep 14 02:52:53.873862 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:53.873862 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Checking segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:53.873862 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Bound using segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:53.873862 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Bound port: f30cccd7-36a3-45cb-96c3-158207c07227, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:53.874515 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.881405 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259c2ea2-f83a-4a9f-bda3-903d81c03a95 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:53.893628 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2fea5efb-cccd-4bcd-bb49-9cfa5d7a6aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bb286739-2bd4-4945-8e8e-e13f1ecf71eb), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.898093 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2fea5efb-cccd-4bcd-bb49-9cfa5d7a6aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:53.902960 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-2fea5efb-cccd-4bcd-bb49-9cfa5d7a6aef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bb286739-2bd4-4945-8e8e-e13f1ecf71eb HTTP/1.1" status: 204 len: 168 time: 0.2806864 Sep 14 02:52:53.927825 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea5efb-cccd-4bcd-bb49-9cfa5d7a6aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb286739-2bd4-4945-8e8e-e13f1ecf71eb,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:53.939637 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 259c2ea2-f83a-4a9f-bda3-903d81c03a95, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:53.948000 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:53.951997 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 811fea78-d531-4790-8314-89dd0106a43f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=811fea78-d531-4790-8314-89dd0106a43f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:53.952343 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:54.045714 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:54.048239 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (811fea78-d531-4790-8314-89dd0106a43f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:54.053612 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:54.057009 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:54.057760 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:54.059262 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/f30cccd7-36a3-45cb-96c3-158207c07227 HTTP/1.1" status: 200 len: 1094 time: 1.9317000 Sep 14 02:52:54.079684 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:54.082222 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13839c8b-18f9-4b6e-83d9-0060bd5216b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:54.179059 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705be57b-9f9f-42ec-867d-2e9f0414be81 req-f15e3d30-b37c-4925-bed4-087636752415 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:54.180773 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-705be57b-9f9f-42ec-867d-2e9f0414be81 req-f15e3d30-b37c-4925-bed4-087636752415 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.1434798 Sep 14 02:52:54.194297 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Attempt 4 to provision port f30cccd7-36a3-45cb-96c3-158207c07227 Sep 14 02:52:54.223541 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbaebf-25f2-4985-a841-2bd5e35d8db0 req-eac625b7-63b3-403d-bdd2-438830a53a49 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:54.229923 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bcbbaebf-25f2-4985-a841-2bd5e35d8db0 req-eac625b7-63b3-403d-bdd2-438830a53a49 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 944 time: 0.1023700 Sep 14 02:52:54.236764 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531096e5-b9a7-4bfd-9efc-8ace7e4c7ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:54.256706 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=259c2ea2-f83a-4a9f-bda3-903d81c03a95,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:54.259385 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d308c740-0fc0-4bb7-bf77-303adb771968 None None] Port f30cccd7-36a3-45cb-96c3-158207c07227 had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:52:54.319127 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=811fea78-d531-4790-8314-89dd0106a43f,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:54.338056 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['259c2ea2-f83a-4a9f-bda3-903d81c03a95'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:52:54.348519 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-fc99f299-9443-42d6-be66-72f8d7170acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:54.350864 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-fc99f299-9443-42d6-be66-72f8d7170acc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 1128 time: 0.0970716 Sep 14 02:52:54.359449 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-705be57b-9f9f-42ec-867d-2e9f0414be81 req-f37790e8-df22-4f4e-85f6-252b9432cf25 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636016 Sep 14 02:52:54.375026 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bcbbaebf-25f2-4985-a841-2bd5e35d8db0 req-3a7a3e3b-bc0e-4825-94af-1015f1ed047e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340318 Sep 14 02:52:54.427081 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95577186-a649-4045-bd23-c066a874eeb0 x-openstack-request-id: req-95577186-a649-4045-bd23-c066a874eeb0 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:54.427670 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:54.427670 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-95577186-a649-4045-bd23-c066a874eeb0 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:54.428028 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95577186-a649-4045-bd23-c066a874eeb0'] response: {'name': 'network-changed', 'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'status': 'completed', 'code': 200} Sep 14 02:52:54.493191 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:54.650091 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2222d4-a941-4bf9-ad01-dfece75b908f req-06f1c779-7798-4a6f-b5de-0a5d70886035 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:54.656184 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4f2222d4-a941-4bf9-ad01-dfece75b908f req-06f1c779-7798-4a6f-b5de-0a5d70886035 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0846469 Sep 14 02:52:54.660782 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670f1bc-de17-494e-a784-fa29c943fee3 req-6d93af62-1000-4022-b73c-56e0fc18241f tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:54.662231 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c670f1bc-de17-494e-a784-fa29c943fee3 req-6d93af62-1000-4022-b73c-56e0fc18241f tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.0967798 Sep 14 02:52:54.697809 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:54.701901 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38522) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:54.720118 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-451a2d64-f701-4ae3-a765-cbe8f39b2a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:54.780037 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-610f6705-03d4-4941-9d98-a0f39f3b37e6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30cccd7-36a3-45cb-96c3-158207c07227 HTTP/1.1" status: 200 len: 217 time: 0.0645876 Sep 14 02:52:54.788490 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c670f1bc-de17-494e-a784-fa29c943fee3 req-d32bb23e-8065-42f5-b427-a978816193bf tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091895 Sep 14 02:52:54.792485 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4f2222d4-a941-4bf9-ad01-dfece75b908f req-511f2694-4e06-4b8b-89e8-d51aa7994068 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293342 Sep 14 02:52:54.841633 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-451a2d64-f701-4ae3-a765-cbe8f39b2a75 admin admin] Publish callbacks [] for security_group (59bbb566-5ef5-43f0-86b1-9704c05dfea9), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:54.906764 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-451a2d64-f701-4ae3-a765-cbe8f39b2a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (59bbb566-5ef5-43f0-86b1-9704c05dfea9), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:54.949084 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-451a2d64-f701-4ae3-a765-cbe8f39b2a75 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1cfad837797d40299dba493b836546fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460561 Sep 14 02:52:54.950667 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a2d64-f701-4ae3-a765-cbe8f39b2a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bbb566-5ef5-43f0-86b1-9704c05dfea9,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:54.951782 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 38526) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:55.038653 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482c558-deb1-47d3-bf59-679978b5b256 req-f435bf4c-aa06-4550-abf5-cbf181a25ac6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:55.040103 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6482c558-deb1-47d3-bf59-679978b5b256 req-f435bf4c-aa06-4550-abf5-cbf181a25ac6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0580938 Sep 14 02:52:55.040838 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-95ed66e9-9b2a-4e8f-a5a9-1e685a115c94 admin admin] Publish callbacks [] for security_group (59bbb566-5ef5-43f0-86b1-9704c05dfea9), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:55.069608 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16120f06-43f8-4330-9402-a7332c4ed049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf069b3-4151-48ef-893c-089139ee70d6'}, {'server_uuid': '820deb57-a566-43e3-a048-7d35d841174b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fea78-d531-4790-8314-89dd0106a43f'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:55.072524 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2f5e31-061e-40c0-8dac-3e290995c749" -d '{"events": [{"server_uuid": "16120f06-43f8-4330-9402-a7332c4ed049", "name": "network-vif-plugged", "status": "completed", "tag": "acf069b3-4151-48ef-893c-089139ee70d6"}, {"server_uuid": "820deb57-a566-43e3-a048-7d35d841174b", "name": "network-vif-plugged", "status": "completed", "tag": "811fea78-d531-4790-8314-89dd0106a43f"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:55.073947 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-95ed66e9-9b2a-4e8f-a5a9-1e685a115c94 admin admin] Publish callbacks [] for security_group (59bbb566-5ef5-43f0-86b1-9704c05dfea9), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:55.136544 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6482c558-deb1-47d3-bf59-679978b5b256 req-c83ed808-07b6-4e7a-9b81-267c3b47ca41 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828633 Sep 14 02:52:55.136643 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1020b42-065a-4a63-88c7-10dea458ce73 x-openstack-request-id: req-b1020b42-065a-4a63-88c7-10dea458ce73 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:55.136643 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16120f06-43f8-4330-9402-a7332c4ed049", "name": "network-vif-plugged", "status": "completed", "tag": "acf069b3-4151-48ef-893c-089139ee70d6", "code": 200}, {"server_uuid": "820deb57-a566-43e3-a048-7d35d841174b", "name": "network-vif-plugged", "status": "completed", "tag": "811fea78-d531-4790-8314-89dd0106a43f", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:55.136643 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b1020b42-065a-4a63-88c7-10dea458ce73 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:55.136643 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1020b42-065a-4a63-88c7-10dea458ce73'] response: {'server_uuid': '16120f06-43f8-4330-9402-a7332c4ed049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf069b3-4151-48ef-893c-089139ee70d6', 'code': 200} Sep 14 02:52:55.136643 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1020b42-065a-4a63-88c7-10dea458ce73'] response: {'server_uuid': '820deb57-a566-43e3-a048-7d35d841174b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fea78-d531-4790-8314-89dd0106a43f', 'code': 200} Sep 14 02:52:55.238422 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-95ed66e9-9b2a-4e8f-a5a9-1e685a115c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (59bbb566-5ef5-43f0-86b1-9704c05dfea9), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:55.241608 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-95ed66e9-9b2a-4e8f-a5a9-1e685a115c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:55.243364 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-95ed66e9-9b2a-4e8f-a5a9-1e685a115c94 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/59bbb566-5ef5-43f0-86b1-9704c05dfea9 HTTP/1.1" status: 204 len: 168 time: 0.2903929 Sep 14 02:52:55.282241 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:55.285996 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed66e9-9b2a-4e8f-a5a9-1e685a115c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bbb566-5ef5-43f0-86b1-9704c05dfea9,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:55.317151 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327185-ce48-4f9e-98ee-ea09fc64a367 req-8f5fcdc7-e301-45e6-b8a8-0c90f76e81cd tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:55.319189 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-78327185-ce48-4f9e-98ee-ea09fc64a367 req-8f5fcdc7-e301-45e6-b8a8-0c90f76e81cd tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0713263 Sep 14 02:52:55.332025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 38540) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:55.340406 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'floatingip': {'port_id': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:55.430003 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (916fa737-680b-44c8-b44f-67dffce281a1), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:55.476538 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 259c2ea2-f83a-4a9f-bda3-903d81c03a95 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:55.480893 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:55.531853 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:52:55.649315 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-edcb60ed-3868-464c-8166-793f9075cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:55.650826 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-edcb60ed-3868-464c-8166-793f9075cded service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.2375638 Sep 14 02:52:55.661558 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:55.662134 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:55.665893 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 Sep 14 02:52:55.666225 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930cc9d-a275-43bf-8e91-429a5f7e80e0 req-66aea332-8c6d-4b84-9c66-b47517f8d928 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:55.668649 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f930cc9d-a275-43bf-8e91-429a5f7e80e0 req-66aea332-8c6d-4b84-9c66-b47517f8d928 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.1834798 Sep 14 02:52:55.693321 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f049a-3e2e-4750-a6b2-018812e24a10 req-58e30a3a-8e96-4466-8c44-9d7dee6b7d03 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:55.694817 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c82f049a-3e2e-4750-a6b2-018812e24a10 req-58e30a3a-8e96-4466-8c44-9d7dee6b7d03 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 944 time: 0.1330340 Sep 14 02:52:55.742192 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:55.742955 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:55.781565 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 259c2ea2-f83a-4a9f-bda3-903d81c03a95, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:55.845197 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:55.850873 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f930cc9d-a275-43bf-8e91-429a5f7e80e0 req-ecd57348-bd33-4707-83b6-c2fbd7b9a82c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705647 Sep 14 02:52:55.909729 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c82f049a-3e2e-4750-a6b2-018812e24a10 req-55c04fda-9941-41a1-b5e7-fe12671da78a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988430 Sep 14 02:52:55.929071 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=259c2ea2-f83a-4a9f-bda3-903d81c03a95,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:55.966227 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-cf971527-09a5-4987-b3d3-a70c947b53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:55.967783 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-cf971527-09a5-4987-b3d3-a70c947b53b4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0913727 Sep 14 02:52:56.429424 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:56.493820 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506e493-3b20-4633-8da9-f585bba3a0e8 req-525fa2d6-c703-43f3-9efb-86567c880472 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:56.493820 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b506e493-3b20-4633-8da9-f585bba3a0e8 req-525fa2d6-c703-43f3-9efb-86567c880472 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.4786184 Sep 14 02:52:56.534790 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c080018-5370-4f25-9147-5916055ce92f req-786852a7-ca6b-499a-875c-8cf2952b4975 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:56.536292 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9c080018-5370-4f25-9147-5916055ce92f req-786852a7-ca6b-499a-875c-8cf2952b4975 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.5180757 Sep 14 02:52:56.556440 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0b55a-14b8-4bf4-8c0d-2ea382e08e5a req-60039c2b-edd8-4b16-9b73-2ea758143dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:56.558970 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-65c0b55a-14b8-4bf4-8c0d-2ea382e08e5a req-60039c2b-edd8-4b16-9b73-2ea758143dd3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 1129 time: 0.2379689 Sep 14 02:52:56.574613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69729e8a-6825-474d-81bd-ff99c5e24e7d req-7ddb8159-0333-41ca-8c2a-7e71ec59a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:56.576056 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69729e8a-6825-474d-81bd-ff99c5e24e7d req-7ddb8159-0333-41ca-8c2a-7e71ec59a8f1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 1129 time: 0.2538955 Sep 14 02:52:56.576812 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:56.769689 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-b26e6abd-ea7c-4cf5-9c49-071d32b38cb4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703471 Sep 14 02:52:56.781052 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:56.838525 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.db.resource_extend [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 14 02:52:56.909352 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-65c0b55a-14b8-4bf4-8c0d-2ea382e08e5a req-483bcd77-51b3-4538-81cf-0ac6f4e8f0f1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237793 Sep 14 02:52:56.912362 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9c080018-5370-4f25-9147-5916055ce92f req-a9627659-c798-42e4-8d47-dac7977951de tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573270 Sep 14 02:52:56.952034 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69729e8a-6825-474d-81bd-ff99c5e24e7d req-791374b6-53c6-483c-807d-046db9aec53b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336513 Sep 14 02:52:56.962688 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b506e493-3b20-4633-8da9-f585bba3a0e8 req-f33ad1f0-35c6-4c91-8fa2-e955e44c58b9 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237213 Sep 14 02:52:56.988255 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:57.093145 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (916fa737-680b-44c8-b44f-67dffce281a1), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:57.097721 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b797fcc6-9656-4074-beb5-0ed48a0c6b78 req-6b17896d-f9ec-43ed-b1c4-0c384b2a61fe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018816 Sep 14 02:52:57.137831 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0886baa4-5f7f-4179-ba46-6041ed4aac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c2ea2-f83a-4a9f-bda3-903d81c03a95'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:57.143775 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a066a58-7fa4-4262-9c73-04db3fc1cb74" -d '{"events": [{"server_uuid": "0886baa4-5f7f-4179-ba46-6041ed4aac4d", "name": "network-vif-plugged", "status": "completed", "tag": "259c2ea2-f83a-4a9f-bda3-903d81c03a95"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:57.161958 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e95f52-4a76-4b5a-9ac5-e937df1f69e0 req-f93265e1-14e7-46e0-a180-6dd3b42d3a6f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:57.163444 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-36e95f52-4a76-4b5a-9ac5-e937df1f69e0 req-f93265e1-14e7-46e0-a180-6dd3b42d3a6f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.1461794 Sep 14 02:52:57.201548 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb703-7856-4145-bf82-4bf5a65fd01b req-08d1f4a9-9558-47c3-9d2f-2eb352a6e8e9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:57.203061 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-60acb703-7856-4145-bf82-4bf5a65fd01b req-08d1f4a9-9558-47c3-9d2f-2eb352a6e8e9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.1646676 Sep 14 02:52:57.302951 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Floating IP 916fa737-680b-44c8-b44f-67dffce281a1 associated. External IP: 172.28.1.205, port: bbfe0386-24e8-40ad-81dc-7a8790a51ab5. Sep 14 02:52:57.311977 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-36e95f52-4a76-4b5a-9ac5-e937df1f69e0 req-2cd09e46-ab0c-4000-b010-33d5c547d093 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382415 Sep 14 02:52:57.360035 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-60acb703-7856-4145-bf82-4bf5a65fd01b req-8e3d7685-c77a-43dd-add2-5063aeaa6396 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496882 Sep 14 02:52:57.365897 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:57.388298 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef82931-bac0-4b61-a4e3-713557332f4b x-openstack-request-id: req-1ef82931-bac0-4b61-a4e3-713557332f4b {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:57.388298 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0886baa4-5f7f-4179-ba46-6041ed4aac4d", "name": "network-vif-plugged", "status": "completed", "tag": "259c2ea2-f83a-4a9f-bda3-903d81c03a95", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:57.388298 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1ef82931-bac0-4b61-a4e3-713557332f4b {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:57.388581 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef82931-bac0-4b61-a4e3-713557332f4b'] response: {'server_uuid': '0886baa4-5f7f-4179-ba46-6041ed4aac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c2ea2-f83a-4a9f-bda3-903d81c03a95', 'code': 200} Sep 14 02:52:57.594158 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631c008-d0bf-484e-b017-489abb3c74ab req-f815febf-0d60-4573-81ff-2b792f424779 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:57.595701 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d631c008-d0bf-484e-b017-489abb3c74ab req-f815febf-0d60-4573-81ff-2b792f424779 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.0882123 Sep 14 02:52:57.608804 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38620) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:57.613763 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'floatingip': {'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:57.617986 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:57.630342 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:57.719842 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (8264bfc3-17b2-48ff-8fb4-23eda3faecfc), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:57.764415 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:57.773440 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:57.784464 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:57.787356 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] Sync routers for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:57.808676 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:57.810694 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:57.828536 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b29a3bee-d08b-4a58-b199-3c65d08f2b95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/916fa737-680b-44c8-b44f-67dffce281a1 HTTP/1.1" status: 200 len: 991 time: 2.4934547 Sep 14 02:52:57.829433 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'tag': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:57.832827 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4515f45f-8695-4dcd-aacb-54ea342c856e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0033f6-a85b-4969-b814-0c7e678ef00e", "tag": "bbfe0386-24e8-40ad-81dc-7a8790a51ab5"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:57.884676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e1435-d325-41a4-ab31-ad74187884e1 x-openstack-request-id: req-363e1435-d325-41a4-ab31-ad74187884e1 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:57.884988 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0033f6-a85b-4969-b814-0c7e678ef00e", "tag": "bbfe0386-24e8-40ad-81dc-7a8790a51ab5", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:57.885321 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-363e1435-d325-41a4-ab31-ad74187884e1 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:57.885722 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363e1435-d325-41a4-ab31-ad74187884e1'] response: {'name': 'network-changed', 'server_uuid': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'tag': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'status': 'completed', 'code': 200} Sep 14 02:52:57.931725 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:58.079123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f74f5-2169-4425-aef8-133a7a857266 req-62c045d6-caec-4a99-9958-7eef0e39736b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:58.086543 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3d7f74f5-2169-4425-aef8-133a7a857266 req-62c045d6-caec-4a99-9958-7eef0e39736b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0770347 Sep 14 02:52:58.139991 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04426f5e-8bca-4757-b6ae-7d59a5aa9856 req-65807837-7784-40d2-83de-c87d9ddbaa13 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:58.141598 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-04426f5e-8bca-4757-b6ae-7d59a5aa9856 req-65807837-7784-40d2-83de-c87d9ddbaa13 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.0798852 Sep 14 02:52:58.203160 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3d7f74f5-2169-4425-aef8-133a7a857266 req-cc600c12-7848-4e03-87a3-84dfbbe6ba2c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153975 Sep 14 02:52:58.232842 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '916fa737-680b-44c8-b44f-67dffce281a1', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'floating_ip_address': '172.28.1.205', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'port_id': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'mac_address': 'fa:16:3e:cd:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:16Z', 'updated_at': '2022-09-14T02:52:56Z', 'revision_number': 1, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:58.251325 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-04426f5e-8bca-4757-b6ae-7d59a5aa9856 req-a0ce88ae-d2d4-4cb5-9e12-6dfe7dcf69bf tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910509 Sep 14 02:52:58.258541 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] Checking router: 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:58.271407 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:58.272192 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:58.404385 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:58.463949 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:58.511798 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38650) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:58.519460 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (8264bfc3-17b2-48ff-8fb4-23eda3faecfc), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:58.648952 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:58.655746 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Floating IP 8264bfc3-17b2-48ff-8fb4-23eda3faecfc associated. External IP: 172.28.1.87, port: 7b69e394-5cec-4468-b120-b79b37ec7a1e. Sep 14 02:52:58.715150 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cb77-f264-4855-8d44-2414cc84a155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:58.749832 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '916fa737-680b-44c8-b44f-67dffce281a1', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'floating_ip_address': '172.28.1.205', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'port_id': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'mac_address': 'fa:16:3e:cd:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:16Z', 'updated_at': '2022-09-14T02:52:56Z', 'revision_number': 1, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:58.781570 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c1d4b-d263-4820-a934-546e0a7dfb4d None None] The sync data for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb is: [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '916fa737-680b-44c8-b44f-67dffce281a1', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'floating_ip_address': '172.28.1.205', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'port_id': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'mac_address': 'fa:16:3e:cd:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:16Z', 'updated_at': '2022-09-14T02:52:56Z', 'revision_number': 1, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:58.828846 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414b908-126a-4012-baa2-cdc0101c9a57 req-b191185b-5130-49cd-9304-029b580e5136 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:58.835049 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4414b908-126a-4012-baa2-cdc0101c9a57 req-b191185b-5130-49cd-9304-029b580e5136 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.3460896 Sep 14 02:52:58.910341 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4414b908-126a-4012-baa2-cdc0101c9a57 req-3d0d7873-2690-4bda-9580-5a7d14f5f263 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736403 Sep 14 02:52:59.096857 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cb77-f264-4855-8d44-2414cc84a155 admin admin] Publish callbacks [] for security_group (6399254e-f215-4514-ad31-df78bef17b51), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:59.113491 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69ba35-52c7-480d-ab98-4832768a8b99 None None] New status for floating IP 916fa737-680b-44c8-b44f-67dffce281a1: ACTIVE {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:52:59.143335 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cb77-f264-4855-8d44-2414cc84a155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (6399254e-f215-4514-ad31-df78bef17b51), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:59.172177 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9cb77-f264-4855-8d44-2414cc84a155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6399254e-f215-4514-ad31-df78bef17b51,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:59.195744 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:59.207774 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-2ed9cb77-f264-4855-8d44-2414cc84a155 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6537b7e269c8483aaa9ce75e7e8b8258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6924517 Sep 14 02:52:59.208347 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 38660) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:59.270575 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6ae25a0e-133a-41a0-b79f-a24dd17082bd admin admin] Publish callbacks [] for security_group (6399254e-f215-4514-ad31-df78bef17b51), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:59.297514 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6ae25a0e-133a-41a0-b79f-a24dd17082bd admin admin] Publish callbacks [] for security_group (6399254e-f215-4514-ad31-df78bef17b51), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:59.349932 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:59.357698 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:59.362980 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:59.388719 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:59.389672 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:59.402928 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-fcb4267b-3107-4be4-8b24-f74bc453fc8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/8264bfc3-17b2-48ff-8fb4-23eda3faecfc HTTP/1.1" status: 200 len: 991 time: 1.7929847 Sep 14 02:52:59.404512 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f227d87-1f77-4213-ac00-4633207016f2', 'tag': '7b69e394-5cec-4468-b120-b79b37ec7a1e'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:59.404725 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1886-bb65-44f6-bbe2-f65339c0843f req-0c83cc37-6cdd-4c7d-9395-d8c715ccc7cd tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:59.406269 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-83cc1886-bb65-44f6-bbe2-f65339c0843f req-0c83cc37-6cdd-4c7d-9395-d8c715ccc7cd tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.1000557 Sep 14 02:52:59.420014 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbdfd86-313c-4912-8a99-cba230a94168" -d '{"events": [{"name": "network-changed", "server_uuid": "3f227d87-1f77-4213-ac00-4633207016f2", "tag": "7b69e394-5cec-4468-b120-b79b37ec7a1e"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:59.430984 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d23956-d4fc-4b10-9ac4-4a0c49962367 req-aa8b30f7-f87e-4002-8f4c-ddb2d7d905d5 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:59.432699 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f3d23956-d4fc-4b10-9ac4-4a0c49962367 req-aa8b30f7-f87e-4002-8f4c-ddb2d7d905d5 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.0782361 Sep 14 02:52:59.506313 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-83cc1886-bb65-44f6-bbe2-f65339c0843f req-ac3653bc-ea41-4d62-bfc7-3664de4922ee tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905883 Sep 14 02:52:59.509535 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:59.515743 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f3d23956-d4fc-4b10-9ac4-4a0c49962367 req-2d6d0f46-bdf3-4628-9454-cb683259037e tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720870 Sep 14 02:52:59.565293 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6ae25a0e-133a-41a0-b79f-a24dd17082bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (6399254e-f215-4514-ad31-df78bef17b51), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:59.569347 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6ae25a0e-133a-41a0-b79f-a24dd17082bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:59.570717 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-6ae25a0e-133a-41a0-b79f-a24dd17082bd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6399254e-f215-4514-ad31-df78bef17b51 HTTP/1.1" status: 204 len: 168 time: 0.3613172 Sep 14 02:52:59.586819 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed0cf6-cb8b-4ada-aeeb-4bd5ecfe00ed x-openstack-request-id: req-c0ed0cf6-cb8b-4ada-aeeb-4bd5ecfe00ed {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:59.587224 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f227d87-1f77-4213-ac00-4633207016f2", "tag": "7b69e394-5cec-4468-b120-b79b37ec7a1e", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:59.587723 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c0ed0cf6-cb8b-4ada-aeeb-4bd5ecfe00ed {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:59.589394 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ed0cf6-cb8b-4ada-aeeb-4bd5ecfe00ed'] response: {'name': 'network-changed', 'server_uuid': '3f227d87-1f77-4213-ac00-4633207016f2', 'tag': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'status': 'completed', 'code': 200} Sep 14 02:52:59.591657 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae25a0e-133a-41a0-b79f-a24dd17082bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6399254e-f215-4514-ad31-df78bef17b51,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:59.624401 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:59.713365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:59.723816 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-9fccc5da-c499-47fd-860f-8f0e437ef337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:59.725389 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-9fccc5da-c499-47fd-860f-8f0e437ef337 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 1128 time: 0.0494740 Sep 14 02:52:59.752360 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:59.854808 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-3180de9b-a777-4d9a-9260-8ab52c1f6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:59.856497 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-3180de9b-a777-4d9a-9260-8ab52c1f6845 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 1129 time: 0.0986426 Sep 14 02:52:59.875980 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-a0c210ae-69a6-469f-8052-81e2e9385568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:59.877818 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-a0c210ae-69a6-469f-8052-81e2e9385568 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 1130 time: 0.0735116 Sep 14 02:52:59.880267 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:52:58Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:59.896141 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb5a00-06aa-4237-afa5-939e5aaaa802 req-e9f1f54d-dc61-4f3d-8d2a-fc68b69f615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:59.897655 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-61cb5a00-06aa-4237-afa5-939e5aaaa802 req-e9f1f54d-dc61-4f3d-8d2a-fc68b69f615f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 1129 time: 0.1050293 Sep 14 02:52:59.906953 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:59.916903 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:59.917652 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:59.944605 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-f047d007-c96b-45b9-9475-22f3fc2b2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:59.946128 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-f047d007-c96b-45b9-9475-22f3fc2b2c31 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.1366951 Sep 14 02:53:00.035696 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:00.081372 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87935181-37d3-4b03-b760-fc9d1b9cec95 req-3755362c-c816-4853-a69f-e51fa995343e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:00.081372 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-87935181-37d3-4b03-b760-fc9d1b9cec95 req-3755362c-c816-4853-a69f-e51fa995343e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0658839 Sep 14 02:53:00.176473 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-87935181-37d3-4b03-b760-fc9d1b9cec95 req-6cf10616-8536-43bd-978e-0d12326b1c7c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815837 Sep 14 02:53:00.469281 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:00.470992 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-02037b93-6729-4774-aae4-e8c24ab21825 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30cccd7-36a3-45cb-96c3-158207c07227 HTTP/1.1" status: 200 len: 217 time: 0.1545391 Sep 14 02:53:00.472590 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-2ac2c45b-ec2d-471d-babf-771cbcc50c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:00.475398 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-2ac2c45b-ec2d-471d-babf-771cbcc50c44 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 914 time: 0.1998136 Sep 14 02:53:00.478316 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:52:58Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:00.508074 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006b353-1a67-40ca-8631-c990dd67690b None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:52:58Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:53:00.523603 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38710) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:00.562168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:00.562168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:00.601753 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-61cb5a00-06aa-4237-afa5-939e5aaaa802 req-c0d42cbf-60df-429a-a74d-53da073931d7 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265412 Sep 14 02:53:00.671095 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-256c19d7-0185-44b6-a728-978d264b3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:00.671944 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-256c19d7-0185-44b6-a728-978d264b3119 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 911 time: 0.3981562 Sep 14 02:53:00.708127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-6597a89f-f7d5-4c22-b15a-cd8de6f462f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:00.709609 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-6597a89f-f7d5-4c22-b15a-cd8de6f462f3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.1108999 Sep 14 02:53:00.724780 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968eda7-460d-4cd7-b501-531e6b5a1a20 req-0c96dabd-5ce6-4178-a279-9ac1a803d69b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:00.726296 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4968eda7-460d-4cd7-b501-531e6b5a1a20 req-0c96dabd-5ce6-4178-a279-9ac1a803d69b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0722206 Sep 14 02:53:00.772845 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-a8b25e63-a783-4535-a9f9-d549753a1c9e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e HTTP/1.1" status: 200 len: 999 time: 0.1832838 Sep 14 02:53:00.790268 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4968eda7-460d-4cd7-b501-531e6b5a1a20 req-1a7a1fc5-f698-4b48-8461-4319329cc929 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535386 Sep 14 02:53:00.802737 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:00.805496 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Publish callbacks [] for security_group (bf2662cd-53df-4f34-9918-1dc267883f94), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:00.857297 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c1816-0b05-440a-ace6-40470895d034 None None] New status for floating IP 8264bfc3-17b2-48ff-8fb4-23eda3faecfc: ACTIVE {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:53:00.873026 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bf2662cd-53df-4f34-9918-1dc267883f94), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:00.924585 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-995bf6ca-7f34-4993-9957-fdd4fb34671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:00.926060 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-995bf6ca-7f34-4993-9957-fdd4fb34671a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.0875659 Sep 14 02:53:00.934305 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cf19391392d14a77819467e4331d1b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057183 Sep 14 02:53:00.934305 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2662cd-53df-4f34-9918-1dc267883f94,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:00.935635 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38714) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:00.957594 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.957941 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.958321 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.958694 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.959026 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.959365 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.959686 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.960008 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.960330 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.960654 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.961147 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.961723 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.962060 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.962382 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.962728 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8014f904-8355-41bc-b8a7-ef8dbd5dd7e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:00.980273 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-26bd5166-704b-49be-bd3c-f5bd80ee2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:00.981587 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-26bd5166-704b-49be-bd3c-f5bd80ee2135 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1436024 Sep 14 02:53:00.994964 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-6d2bd0db-362b-4013-b7a6-df46534f354c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.1461182 Sep 14 02:53:01.015458 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-dff2c950-3ddb-493b-a3a2-967164fd3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:01.016976 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-dff2c950-3ddb-493b-a3a2-967164fd3b3d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0699787 Sep 14 02:53:01.062655 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c1c30416-601b-431c-9430-9679eeca0497 admin admin] Publish callbacks [] for security_group (bf2662cd-53df-4f34-9918-1dc267883f94), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:01.084879 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:01.106527 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-11483078-91af-477b-b57c-4d767e06ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:01.107994 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-11483078-91af-477b-b57c-4d767e06ca89 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.0912468 Sep 14 02:53:01.114043 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c1c30416-601b-431c-9430-9679eeca0497 admin admin] Publish callbacks [] for security_group (bf2662cd-53df-4f34-9918-1dc267883f94), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:01.132260 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-3ff0cb47-43b5-43bc-8294-625f8391e9f4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349313 Sep 14 02:53:01.182717 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-ca7b81ee-0746-447c-9fc3-f072b9e74a6d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477532 Sep 14 02:53:01.267597 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c1c30416-601b-431c-9430-9679eeca0497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bf2662cd-53df-4f34-9918-1dc267883f94), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:01.270239 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c1c30416-601b-431c-9430-9679eeca0497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:01.271458 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-c1c30416-601b-431c-9430-9679eeca0497 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bf2662cd-53df-4f34-9918-1dc267883f94 HTTP/1.1" status: 204 len: 168 time: 0.3299625 Sep 14 02:53:01.282557 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c30416-601b-431c-9430-9679eeca0497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2662cd-53df-4f34-9918-1dc267883f94,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:01.333699 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44646fe-8fb4-4487-a537-5133dc0c46d0 req-8ac3b697-f932-479a-ad51-0bd733201474 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:01.335273 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d44646fe-8fb4-4487-a537-5133dc0c46d0 req-8ac3b697-f932-479a-ad51-0bd733201474 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0613692 Sep 14 02:53:01.385876 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d44646fe-8fb4-4487-a537-5133dc0c46d0 req-37c5da4c-c4d1-4d7d-8957-6b0d62946ac7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448985 Sep 14 02:53:01.528037 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:53:01.625959 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:01.639714 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-bdbdfd86-313c-4912-8a99-cba230a94168 req-fcd25f8a-5f6b-4bde-b30c-96d2383a6b67 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606128 Sep 14 02:53:01.746693 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-e8132aa1-38b3-4296-82e3-1adcefe7e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:01.757641 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-e8132aa1-38b3-4296-82e3-1adcefe7e346 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1360736 Sep 14 02:53:01.834847 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:01.875688 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13839c8b-18f9-4b6e-83d9-0060bd5216b6 req-e6a13959-8467-45d1-8d70-9c67dceab048 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920383 Sep 14 02:53:01.932302 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:01.950717 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'port_id': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'mac_address': 'fa:16:3e:43:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:53:01.998681 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-7f8b0dab-733d-412d-943a-5b1cbec2bee0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228997 Sep 14 02:53:02.012334 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f30cccd7-36a3-45cb-96c3-158207c07227 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:53:02.012973 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:02.020746 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf227-36bd-408c-b55d-3482e405ed81 req-fc6c7490-3c21-4b78-8105-b5bb7099bb3b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:02.024609 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1a5bf227-36bd-408c-b55d-3482e405ed81 req-fc6c7490-3c21-4b78-8105-b5bb7099bb3b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0768733 Sep 14 02:53:02.035283 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30cccd7-36a3-45cb-96c3-158207c07227 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:53:02.070577 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:02.092261 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1a5bf227-36bd-408c-b55d-3482e405ed81 req-c5404fcb-d23a-49f2-9248-200404a737d0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600114 Sep 14 02:53:02.158681 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:02.225724 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:02.234839 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.235367 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.235615 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.236199 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.236756 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.237294 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.237636 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.237973 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.238307 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.238668 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.239067 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.239636 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.240089 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.240418 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.240748 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:02.497335 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['f30cccd7-36a3-45cb-96c3-158207c07227'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:53:02.585430 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052a643-9e57-4f9d-b8d8-8eb7c0b498ed req-6c7f8246-6eb3-4fcb-ab18-e71c6b5731f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:02.587909 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c052a643-9e57-4f9d-b8d8-8eb7c0b498ed req-6c7f8246-6eb3-4fcb-ab18-e71c6b5731f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0706372 Sep 14 02:53:02.618728 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4515f45f-8695-4dcd-aacb-54ea342c856e req-e54c157c-a963-44ae-9988-7f5d5d24b043 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905949 Sep 14 02:53:02.675197 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c052a643-9e57-4f9d-b8d8-8eb7c0b498ed req-8af799d0-d486-4779-a1cf-524336183fb8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693729 Sep 14 02:53:03.285150 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dc03-2e3d-4cd6-94d9-baa8d6516335 req-2b3cbab5-2446-4002-86c2-145e2e89d846 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:03.285150 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0657dc03-2e3d-4cd6-94d9-baa8d6516335 req-2b3cbab5-2446-4002-86c2-145e2e89d846 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.1098104 Sep 14 02:53:03.313762 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-67720d76-a89e-4328-b020-0d620eb4e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:03.315327 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-67720d76-a89e-4328-b020-0d620eb4e3ab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 1129 time: 0.0728328 Sep 14 02:53:03.366653 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:03.427343 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad528d05-a510-4042-bfde-609abdb16f15 req-d2dec2d8-7ccb-4a3f-bbda-93cfa6e83bdb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:03.428910 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ad528d05-a510-4042-bfde-609abdb16f15 req-d2dec2d8-7ccb-4a3f-bbda-93cfa6e83bdb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 945 time: 0.1169314 Sep 14 02:53:03.437190 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0657dc03-2e3d-4cd6-94d9-baa8d6516335 req-9e52667b-ee41-40fe-b215-d6a011085b00 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457267 Sep 14 02:53:03.496525 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:03.531552 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ad528d05-a510-4042-bfde-609abdb16f15 req-ba4dd6e4-72f8-4867-a32a-63e62e07327b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932310 Sep 14 02:53:03.531925 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:53:03.532824 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-e22eb24d-e065-45d4-b221-a7c78ec16750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:03.534548 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-e22eb24d-e065-45d4-b221-a7c78ec16750 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.2061570 Sep 14 02:53:03.583565 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port f30cccd7-36a3-45cb-96c3-158207c07227 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:53:03.655991 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port f30cccd7-36a3-45cb-96c3-158207c07227 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:53:03.657696 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:03.658116 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port f30cccd7-36a3-45cb-96c3-158207c07227 Sep 14 02:53:03.731966 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f30cccd7-36a3-45cb-96c3-158207c07227 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:53:03.732453 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:03.757474 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:53:03.759818 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ddbd0c-df74-402d-a5ad-5a17d832ef3f" -d '{"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-plugged", "status": "completed", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:53:03.787190 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:03.801592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce9d97-a089-4b85-8076-a6a72d727386 x-openstack-request-id: req-e6ce9d97-a089-4b85-8076-a6a72d727386 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:53:03.802001 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-plugged", "status": "completed", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:53:03.802414 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e6ce9d97-a089-4b85-8076-a6a72d727386 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:53:03.802857 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ce9d97-a089-4b85-8076-a6a72d727386'] response: {'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'code': 200} Sep 14 02:53:03.844521 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:03.852364 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:03.883448 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-76a1dadc-97ed-448c-804c-3a4612b11e94 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95 HTTP/1.1" status: 200 len: 217 time: 0.0369823 Sep 14 02:53:03.907008 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:03.967433 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-aedcaf49-3b03-4594-8b92-f1af743c82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:03.969012 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-aedcaf49-3b03-4594-8b92-f1af743c82d9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0716307 Sep 14 02:53:04.016528 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-de0b019d-7b01-4032-9de2-c89f158c42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:04.018197 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-de0b019d-7b01-4032-9de2-c89f158c42c1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426276 Sep 14 02:53:04.139197 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-e7a2afbd-e5ed-4eb9-82cc-884c24ba888f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083903 Sep 14 02:53:04.251737 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0d4f-7503-4bef-9189-ec4962c590d6 req-e233ae70-8cdc-4ed8-a261-7c569c0b0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:04.251737 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-240d0d4f-7503-4bef-9189-ec4962c590d6 req-e233ae70-8cdc-4ed8-a261-7c569c0b0402 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 1130 time: 0.0708253 Sep 14 02:53:04.314907 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f92b405-f44d-4b90-b784-51d3f866bd33 req-ab488980-57a1-44df-8570-c333462e6570 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576853 Sep 14 02:53:04.328646 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-240d0d4f-7503-4bef-9189-ec4962c590d6 req-6b818d0f-b6d3-4784-a275-fba66c78a0f4 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695786 Sep 14 02:53:04.569304 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b0d4a-e2c7-4aca-922f-818be40442b4 req-aafb3818-969b-4f95-8e60-60ed3e5e11d7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:04.571043 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cc1b0d4a-e2c7-4aca-922f-818be40442b4 req-aafb3818-969b-4f95-8e60-60ed3e5e11d7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0508306 Sep 14 02:53:04.627313 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cc1b0d4a-e2c7-4aca-922f-818be40442b4 req-31bb26eb-3634-46f0-82c7-1c5ca1e6f615 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499921 Sep 14 02:53:04.661097 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:04.673022 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb8a3-c3a0-4b2a-882f-62af3e7ae4ba req-83cfa423-9975-4b8f-9496-7b902ac5997e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:04.674535 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-faafb8a3-c3a0-4b2a-882f-62af3e7ae4ba req-83cfa423-9975-4b8f-9496-7b902ac5997e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0463295 Sep 14 02:53:04.724242 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-faafb8a3-c3a0-4b2a-882f-62af3e7ae4ba req-bd3ee886-580b-4943-8a91-c8276d5dcfd3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Sep 14 02:53:05.750029 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b6d8-51e0-432d-975e-293145de37c8 req-f841e952-7c0b-4313-bb35-b2806736271a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:05.751530 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3140b6d8-51e0-432d-975e-293145de37c8 req-f841e952-7c0b-4313-bb35-b2806736271a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0478845 Sep 14 02:53:05.806166 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3140b6d8-51e0-432d-975e-293145de37c8 req-76bd01fc-fb10-45a4-a5bb-a80b07b54345 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 Sep 14 02:53:05.875353 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fc1a7-0e54-43ba-aa9b-787e5651fde6 req-c1633be8-e0c5-4c46-a3e6-02aba9ac4597 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:05.876824 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-552fc1a7-0e54-43ba-aa9b-787e5651fde6 req-c1633be8-e0c5-4c46-a3e6-02aba9ac4597 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0457315 Sep 14 02:53:05.926341 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-552fc1a7-0e54-43ba-aa9b-787e5651fde6 req-c1ed4249-9c8c-4e6c-816d-63fde01439f5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Sep 14 02:53:06.437494 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-c920566f-f749-43da-8f33-3f42adcd442c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443897 Sep 14 02:53:06.548583 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-537d03c3-0ec8-43cb-b91d-416b5029c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:06.552452 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-537d03c3-0ec8-43cb-b91d-416b5029c26e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 1129 time: 0.0435524 Sep 14 02:53:06.663234 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:06.687584 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-fe546731-3bed-486d-ac90-ea0cecde2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:06.692541 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-fe546731-3bed-486d-ac90-ea0cecde2467 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 911 time: 0.0950053 Sep 14 02:53:06.869423 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-a8b2b775-366d-43e4-9f8a-34879406fcdf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0851734 Sep 14 02:53:06.900368 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:06.940286 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d1fe3-851d-4b91-bf5d-e6ab9fe5c60a req-a1d3f915-09b8-4ec1-ba88-d1eab83e0235 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:06.941777 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f1d1fe3-851d-4b91-bf5d-e6ab9fe5c60a req-a1d3f915-09b8-4ec1-ba88-d1eab83e0235 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0499234 Sep 14 02:53:06.991541 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f1d1fe3-851d-4b91-bf5d-e6ab9fe5c60a req-7e2bd892-ccfb-46f4-9244-810f62162543 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Sep 14 02:53:07.101177 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc44f40-7668-431e-a19f-c7bada9ce6c9 req-61a9eae8-6c73-4fcb-a6ca-5d57b820cb4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:07.102676 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-adc44f40-7668-431e-a19f-c7bada9ce6c9 req-61a9eae8-6c73-4fcb-a6ca-5d57b820cb4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0504017 Sep 14 02:53:07.174145 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-adc44f40-7668-431e-a19f-c7bada9ce6c9 req-e4e22362-e874-4df2-b098-655a603b0fbc tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652924 Sep 14 02:53:07.263205 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb924f-7c77-45ba-a480-454927cc3b78 req-d95a046a-badc-4857-ab2e-ed9e44e72f5c tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:07.264749 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-96bb924f-7c77-45ba-a480-454927cc3b78 req-d95a046a-badc-4857-ab2e-ed9e44e72f5c tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.0553403 Sep 14 02:53:07.372725 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-96bb924f-7c77-45ba-a480-454927cc3b78 req-58fcefec-03d2-485b-8c47-aeab4dd3bc24 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952976 Sep 14 02:53:07.385059 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797037b-bb2c-40c2-9e13-0f3f934b94fa req-e133cc58-d6c8-4225-b93b-a5ecc934011d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:07.387359 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8797037b-bb2c-40c2-9e13-0f3f934b94fa req-e133cc58-d6c8-4225-b93b-a5ecc934011d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0668540 Sep 14 02:53:07.398766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38916) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:07.414901 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'floatingip': {'port_id': 'f30cccd7-36a3-45cb-96c3-158207c07227'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:07.498786 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-e18c8af0-5cbe-4b47-8517-f28c4421f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:07.500079 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-e18c8af0-5cbe-4b47-8517-f28c4421f0ac service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.0686405 Sep 14 02:53:07.517747 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (50646027-2cf2-45fc-bdaa-38547fce39d1), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.545894 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 38922) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:07.589073 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-5a85838e-40ea-4781-90b3-9a45a81039c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:07.592647 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-5a85838e-40ea-4781-90b3-9a45a81039c8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0792971 Sep 14 02:53:07.699405 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.777698 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Publish callbacks [] for security_group (7fb5a1e5-f06f-422c-af10-697178776afa), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.849415 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (7fb5a1e5-f06f-422c-af10-697178776afa), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.897656 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fbe0505ebbaf4f6ebc19974e99286ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517692 Sep 14 02:53:07.899655 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb5a1e5-f06f-422c-af10-697178776afa,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:07.900563 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38934) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:07.907142 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.907489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.907829 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.908166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.908532 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.908821 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.909144 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.910227 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.910227 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.910395 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.911063 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.917134 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.917134 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.917134 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.917134 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208d25-7303-43b7-b327-a3a8f83daf17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:08.027103 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:08.030196 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddd8649b-d796-45b3-b7a5-ada4100b5036 admin admin] Publish callbacks [] for security_group (7fb5a1e5-f06f-422c-af10-697178776afa), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:08.055429 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddd8649b-d796-45b3-b7a5-ada4100b5036 admin admin] Publish callbacks [] for security_group (7fb5a1e5-f06f-422c-af10-697178776afa), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:08.129219 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7439da-1e01-495f-9798-10cb95bcb4ea req-11df8a1f-c702-4c3a-b787-809616aa5afd tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:08.129608 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (50646027-2cf2-45fc-bdaa-38547fce39d1), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:08.130722 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e7439da-1e01-495f-9798-10cb95bcb4ea req-11df8a1f-c702-4c3a-b787-809616aa5afd tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0595794 Sep 14 02:53:08.172039 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddd8649b-d796-45b3-b7a5-ada4100b5036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (7fb5a1e5-f06f-422c-af10-697178776afa), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:08.174502 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddd8649b-d796-45b3-b7a5-ada4100b5036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:08.175638 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ddd8649b-d796-45b3-b7a5-ada4100b5036 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7fb5a1e5-f06f-422c-af10-697178776afa HTTP/1.1" status: 204 len: 168 time: 0.2738132 Sep 14 02:53:08.181257 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e7439da-1e01-495f-9798-10cb95bcb4ea req-bd2d95c4-8953-4c46-ab39-10c500107590 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Sep 14 02:53:08.190312 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8649b-d796-45b3-b7a5-ada4100b5036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb5a1e5-f06f-422c-af10-697178776afa,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:08.246234 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Floating IP 50646027-2cf2-45fc-bdaa-38547fce39d1 associated. External IP: 172.28.1.134, port: f30cccd7-36a3-45cb-96c3-158207c07227. Sep 14 02:53:08.403311 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:08.496184 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Router ac559a12-ea49-48db-a0fe-cc7525638854 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:53:08.507439 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:08.621870 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:53:08.626415 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:08.626693 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11797c8d-9b32-46ab-9555-40508b1dee0f req-7d80b7af-f438-4a96-8525-0805c30321a1 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:08.628233 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-11797c8d-9b32-46ab-9555-40508b1dee0f req-7d80b7af-f438-4a96-8525-0805c30321a1 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.1109831 Sep 14 02:53:08.637708 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] Sync routers for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:53:08.650493 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:53:08.651246 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:08.659564 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ede405d7-684d-456f-bda1-3cbed08273f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/50646027-2cf2-45fc-bdaa-38547fce39d1 HTTP/1.1" status: 200 len: 992 time: 1.2593036 Sep 14 02:53:08.660254 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:53:08.662609 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c244f3c8-accd-4334-818a-dad124cd2f81" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:53:08.698377 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-11797c8d-9b32-46ab-9555-40508b1dee0f req-aeaafb36-3b60-4f5e-ad3f-a72c5aeb6b3d tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644269 Sep 14 02:53:08.731922 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64874885-5033-4e4d-8025-d683c86a9ba9 x-openstack-request-id: req-64874885-5033-4e4d-8025-d683c86a9ba9 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:53:08.732213 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:53:08.732468 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-64874885-5033-4e4d-8025-d683c86a9ba9 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:53:08.732870 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64874885-5033-4e4d-8025-d683c86a9ba9'] response: {'name': 'network-changed', 'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'status': 'completed', 'code': 200} Sep 14 02:53:08.761901 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:08.955763 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:08.981581 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38980) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:08.987201 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '50646027-2cf2-45fc-bdaa-38547fce39d1', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'floating_ip_address': '172.28.1.134', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'port_id': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'mac_address': 'fa:16:3e:43:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:32Z', 'updated_at': '2022-09-14T02:53:07Z', 'revision_number': 1, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:08.999317 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-33b4faa2-51e4-467e-b27a-6718a99119e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:09.015340 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] Checking router: ac559a12-ea49-48db-a0fe-cc7525638854 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:53:09.023681 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:53:09.024280 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:52:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:09.077656 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-33b4faa2-51e4-467e-b27a-6718a99119e7 admin admin] Publish callbacks [] for security_group (caedd7d0-3294-47f9-b5c9-ea1ca6dd10d6), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:09.136990 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:09.175806 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-33b4faa2-51e4-467e-b27a-6718a99119e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (caedd7d0-3294-47f9-b5c9-ea1ca6dd10d6), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:09.180576 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:09.181269 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:09.204897 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-c1b6ce7c-30c9-4655-a0a1-38f45da54bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:09.206796 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-c1b6ce7c-30c9-4655-a0a1-38f45da54bd2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 1130 time: 0.0621123 Sep 14 02:53:09.225166 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4faa2-51e4-467e-b27a-6718a99119e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caedd7d0-3294-47f9-b5c9-ea1ca6dd10d6,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:09.242098 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-33b4faa2-51e4-467e-b27a-6718a99119e7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2457aef64dff4efaba10da987698983b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586422 Sep 14 02:53:09.245234 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 38990) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:09.249393 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-bf1466b0-e7d1-405f-97f1-b2e7c71185b0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660819 Sep 14 02:53:09.306144 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:09.312697 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-12cfe382-5856-4741-b80b-869b7dfc2503 admin admin] Publish callbacks [] for security_group (caedd7d0-3294-47f9-b5c9-ea1ca6dd10d6), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:09.336223 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-12cfe382-5856-4741-b80b-869b7dfc2503 admin admin] Publish callbacks [] for security_group (caedd7d0-3294-47f9-b5c9-ea1ca6dd10d6), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:09.415492 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '50646027-2cf2-45fc-bdaa-38547fce39d1', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'floating_ip_address': '172.28.1.134', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'port_id': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'mac_address': 'fa:16:3e:43:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:32Z', 'updated_at': '2022-09-14T02:53:07Z', 'revision_number': 1, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:09.442439 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067eb9e2-60b0-4054-8e27-0be772a995ab None None] The sync data for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb is: [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '50646027-2cf2-45fc-bdaa-38547fce39d1', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'floating_ip_address': '172.28.1.134', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'port_id': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'mac_address': 'fa:16:3e:43:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:32Z', 'updated_at': '2022-09-14T02:53:07Z', 'revision_number': 1, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:53:09.490909 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-12cfe382-5856-4741-b80b-869b7dfc2503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (caedd7d0-3294-47f9-b5c9-ea1ca6dd10d6), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:09.495363 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-12cfe382-5856-4741-b80b-869b7dfc2503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:09.499063 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-12cfe382-5856-4741-b80b-869b7dfc2503 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/caedd7d0-3294-47f9-b5c9-ea1ca6dd10d6 HTTP/1.1" status: 204 len: 168 time: 0.2525413 Sep 14 02:53:09.655816 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfe382-5856-4741-b80b-869b7dfc2503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caedd7d0-3294-47f9-b5c9-ea1ca6dd10d6,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:09.667768 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504f585-a775-41a3-961d-fb7f74c96420 req-0c89d28c-f949-4f59-9b84-af27a1526d87 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:09.668387 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6504f585-a775-41a3-961d-fb7f74c96420 req-0c89d28c-f949-4f59-9b84-af27a1526d87 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.1471591 Sep 14 02:53:09.676263 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45052ef-7fb0-404e-9751-fe07bb86ff0c req-7037fc66-a748-4720-839d-571b965050dd tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:09.678207 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f45052ef-7fb0-404e-9751-fe07bb86ff0c req-7037fc66-a748-4720-839d-571b965050dd tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.4026580 Sep 14 02:53:09.756495 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-f6fc22d6-f0df-4e29-acc6-c3f2a495dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:09.759285 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-f6fc22d6-f0df-4e29-acc6-c3f2a495dd55 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.4475865 Sep 14 02:53:09.856818 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Deleting port acf069b3-4151-48ef-893c-089139ee70d6 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:09.857440 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (acf069b3-4151-48ef-893c-089139ee70d6), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:09.861434 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:09.865834 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3ed0392c-e065-497a-a435-3aed9bce1a47 req-1f87fb1f-f46e-4aa0-8c2c-277565381b09 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535672 Sep 14 02:53:09.898988 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f45052ef-7fb0-404e-9751-fe07bb86ff0c req-548bb617-a34a-4fc4-879d-ee4b5d9d12f1 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099760 Sep 14 02:53:09.925724 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca90b3b-a788-4a04-833c-1d3dc99ba215 req-c47d3c4f-21a0-4c38-a333-7be2af2bd5ba tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:09.927690 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5ca90b3b-a788-4a04-833c-1d3dc99ba215 req-c47d3c4f-21a0-4c38-a333-7be2af2bd5ba tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 945 time: 0.0772800 Sep 14 02:53:09.935063 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-9a6d5303-3738-49f8-86bb-f86e35bfb7df service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30cccd7-36a3-45cb-96c3-158207c07227 HTTP/1.1" status: 200 len: 1000 time: 0.1643200 Sep 14 02:53:10.027763 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5ca90b3b-a788-4a04-833c-1d3dc99ba215 req-21852f71-6fb7-444f-8f0c-8e105958a09c tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5420aaed-ffc0-4135-86a2-0775cbca2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918355 Sep 14 02:53:10.029390 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-80effd79-0a88-458e-97a3-21aa61fd400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:10.030862 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-80effd79-0a88-458e-97a3-21aa61fd400e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.0774419 Sep 14 02:53:10.099424 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:10.102858 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-e776705e-c9a6-472c-af47-54abe24e3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:10.105427 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-e776705e-c9a6-472c-af47-54abe24e3c83 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0662167 Sep 14 02:53:10.229968 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-34feb245-3e8a-45f3-8026-411b5c12835b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175635 Sep 14 02:53:10.281537 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] For port acf069b3-4151-48ef-893c-089139ee70d6, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=acf069b3-4151-48ef-893c-089139ee70d6,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:10.281537 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (acf069b3-4151-48ef-893c-089139ee70d6), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:10.313085 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Calling delete_port for acf069b3-4151-48ef-893c-089139ee70d6 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:10.366782 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c244f3c8-accd-4334-818a-dad124cd2f81 req-4fe99181-a57c-4f9f-a954-397748db1871 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238770 Sep 14 02:53:10.428618 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a12c62-d92d-4427-a437-bf91317628c9 None None] New status for floating IP 50646027-2cf2-45fc-bdaa-38547fce39d1: ACTIVE {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:53:10.513628 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:10.766877 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (acf069b3-4151-48ef-893c-089139ee70d6), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:10.788090 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['acf069b3-4151-48ef-893c-089139ee70d6'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:53:10.862716 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Pushing event deleted for resources: {'Port': ['ID=acf069b3-4151-48ef-893c-089139ee70d6,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:10.898522 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] No DVR routers for this DVR port acf069b3-4151-48ef-893c-089139ee70d6 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:53:10.911587 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:10.931147 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6504f585-a775-41a3-961d-fb7f74c96420 req-372b4b0d-b3fb-4260-9d02-2684251d7ae2 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.23 "DELETE /networking/v2.0/ports/acf069b3-4151-48ef-893c-089139ee70d6 HTTP/1.1" status: 204 len: 173 time: 1.2450843 Sep 14 02:53:10.933216 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16120f06-43f8-4330-9402-a7332c4ed049', 'name': 'network-vif-deleted', 'tag': 'acf069b3-4151-48ef-893c-089139ee70d6'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:53:10.949078 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127d9cdc-3c28-43f8-9f94-b8ddb6737611" -d '{"events": [{"server_uuid": "16120f06-43f8-4330-9402-a7332c4ed049", "name": "network-vif-deleted", "tag": "acf069b3-4151-48ef-893c-089139ee70d6"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:53:11.031683 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6b82dd-14f9-4288-99d6-d8a80996a453 x-openstack-request-id: req-0d6b82dd-14f9-4288-99d6-d8a80996a453 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:53:11.032189 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16120f06-43f8-4330-9402-a7332c4ed049", "name": "network-vif-deleted", "tag": "acf069b3-4151-48ef-893c-089139ee70d6", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:53:11.032740 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0d6b82dd-14f9-4288-99d6-d8a80996a453 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:53:11.035631 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6b82dd-14f9-4288-99d6-d8a80996a453'] response: {'server_uuid': '16120f06-43f8-4330-9402-a7332c4ed049', 'name': 'network-vif-deleted', 'tag': 'acf069b3-4151-48ef-893c-089139ee70d6', 'status': 'completed', 'code': 200} Sep 14 02:53:11.100491 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97a00-9961-48ad-8048-cbdde3b1317d req-04c67993-cea5-4254-8c57-ad5a4d3c99a4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:11.102006 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-89f97a00-9961-48ad-8048-cbdde3b1317d req-04c67993-cea5-4254-8c57-ad5a4d3c99a4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0624282 Sep 14 02:53:11.156302 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9ce6bbd1-7395-447f-a4e7-ca586b867a74 req-4ccb2a43-230a-402b-a513-d6ffc2bc258d tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 210 time: 0.0324240 Sep 14 02:53:11.178297 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-89f97a00-9961-48ad-8048-cbdde3b1317d req-72d32c97-2711-447c-a543-2c26421d6267 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 Sep 14 02:53:11.944225 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39074) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:12.056756 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-60cb55ba-386d-4e3e-9dc7-4658fc45a10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.168714 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-60cb55ba-386d-4e3e-9dc7-4658fc45a10b admin admin] Publish callbacks [] for security_group (1c42328b-605e-44a3-95dd-1641b2b21e36), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.298721 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-60cb55ba-386d-4e3e-9dc7-4658fc45a10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (1c42328b-605e-44a3-95dd-1641b2b21e36), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.302626 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ede2f131-d55c-40d9-a52f-561b1956d4f3 req-e0241536-ff0c-4ab8-b1c6-af023853e116 tempest-DeleteServersTestJSON-906297922 tempest-DeleteServersTestJSON-906297922-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16120f06-43f8-4330-9402-a7332c4ed049 HTTP/1.1" status: 200 len: 210 time: 0.0455325 Sep 14 02:53:12.370761 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-60cb55ba-386d-4e3e-9dc7-4658fc45a10b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6928e12f797f47159f7d579d3bd45f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253757 Sep 14 02:53:12.377329 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb50e-5e1f-4efd-8ff4-ac4bf87a66b3 req-2e8e2c79-aa48-4dce-be4e-1ee698ee0684 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:12.378064 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39102) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:12.381441 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcadb50e-5e1f-4efd-8ff4-ac4bf87a66b3 req-2e8e2c79-aa48-4dce-be4e-1ee698ee0684 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.1119964 Sep 14 02:53:12.381441 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb55ba-386d-4e3e-9dc7-4658fc45a10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c42328b-605e-44a3-95dd-1641b2b21e36,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:12.444435 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeb3589d-38fb-42d1-9c50-3fc9e029c4b7 admin admin] Publish callbacks [] for security_group (1c42328b-605e-44a3-95dd-1641b2b21e36), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.454521 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcadb50e-5e1f-4efd-8ff4-ac4bf87a66b3 req-11b716e7-be7c-408c-b020-9f34a1135411 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680053 Sep 14 02:53:12.471687 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeb3589d-38fb-42d1-9c50-3fc9e029c4b7 admin admin] Publish callbacks [] for security_group (1c42328b-605e-44a3-95dd-1641b2b21e36), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.593495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeb3589d-38fb-42d1-9c50-3fc9e029c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (1c42328b-605e-44a3-95dd-1641b2b21e36), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.597719 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeb3589d-38fb-42d1-9c50-3fc9e029c4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.598908 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-aeb3589d-38fb-42d1-9c50-3fc9e029c4b7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1c42328b-605e-44a3-95dd-1641b2b21e36 HTTP/1.1" status: 204 len: 168 time: 0.2198064 Sep 14 02:53:12.608266 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3589d-38fb-42d1-9c50-3fc9e029c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c42328b-605e-44a3-95dd-1641b2b21e36,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:13.413082 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39134) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:13.427488 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d67b43c0-6532-4466-9b5f-9c952d000c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.513745 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d67b43c0-6532-4466-9b5f-9c952d000c23 admin admin] Publish callbacks [] for security_group (bcbb680c-65d2-441f-8d38-f80b69671533), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.529878 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device acf069b3-4151-48ef-893c-089139ee70d6 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:13.550755 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: acf069b3-4151-48ef-893c-089139ee70d6 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:13.551116 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device acf069b3-4151-48ef-893c-089139ee70d6 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:13.598191 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d67b43c0-6532-4466-9b5f-9c952d000c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bcbb680c-65d2-441f-8d38-f80b69671533), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.611297 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bc245-a1d8-4881-bdb4-edd45ff18256 req-c89dcae4-7435-4059-ace2-27c7fb6856f7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:13.615490 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a3bc245-a1d8-4881-bdb4-edd45ff18256 req-c89dcae4-7435-4059-ace2-27c7fb6856f7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0607479 Sep 14 02:53:13.665151 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d67b43c0-6532-4466-9b5f-9c952d000c23 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=97110a09239c4996bce0ff9e07525497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509682 Sep 14 02:53:13.669059 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39150) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:13.676174 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b43c0-6532-4466-9b5f-9c952d000c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb680c-65d2-441f-8d38-f80b69671533,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:13.690936 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a3bc245-a1d8-4881-bdb4-edd45ff18256 req-3f882b56-aeda-4afa-a2a4-ee2c07719063 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703897 Sep 14 02:53:13.734246 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0f07902-4a85-43ba-a20c-66417d9005e2 admin admin] Publish callbacks [] for security_group (bcbb680c-65d2-441f-8d38-f80b69671533), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.758324 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0f07902-4a85-43ba-a20c-66417d9005e2 admin admin] Publish callbacks [] for security_group (bcbb680c-65d2-441f-8d38-f80b69671533), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.861211 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0f07902-4a85-43ba-a20c-66417d9005e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bcbb680c-65d2-441f-8d38-f80b69671533), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.863741 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b0f07902-4a85-43ba-a20c-66417d9005e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.864877 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b0f07902-4a85-43ba-a20c-66417d9005e2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bcbb680c-65d2-441f-8d38-f80b69671533 HTTP/1.1" status: 204 len: 168 time: 0.1945660 Sep 14 02:53:13.874227 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f07902-4a85-43ba-a20c-66417d9005e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb680c-65d2-441f-8d38-f80b69671533,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:14.524237 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b8ff-02a4-4996-8f46-f0611acc19ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.819328 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4373ba-5837-45e2-bf06-e454c6851626 req-ce9aa4ea-cac8-4b0e-837d-56110cb64005 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:14.820861 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ef4373ba-5837-45e2-bf06-e454c6851626 req-ce9aa4ea-cac8-4b0e-837d-56110cb64005 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0501823 Sep 14 02:53:14.863664 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:14.872854 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ef4373ba-5837-45e2-bf06-e454c6851626 req-09c27572-f672-4b63-b116-161d22e3fc86 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Sep 14 02:53:15.097795 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39216) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:15.114484 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39220) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:15.238769 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9373a057-ec51-4a78-9c68-13f78f9f784e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.343667 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9373a057-ec51-4a78-9c68-13f78f9f784e admin admin] Publish callbacks [] for security_group (ef5fab6b-b3cd-4a96-b81d-0efe387d6af9), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.405893 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9373a057-ec51-4a78-9c68-13f78f9f784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (ef5fab6b-b3cd-4a96-b81d-0efe387d6af9), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.451022 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-9373a057-ec51-4a78-9c68-13f78f9f784e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b0c7f15337ee436d9f7b61e6555948fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521366 Sep 14 02:53:15.451878 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39238) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:15.491852 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:15.494902 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373a057-ec51-4a78-9c68-13f78f9f784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5fab6b-b3cd-4a96-b81d-0efe387d6af9,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:15.522952 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ac610bdb-adf0-4a84-82f9-dfaf00c7647d admin admin] Publish callbacks [] for security_group (ef5fab6b-b3cd-4a96-b81d-0efe387d6af9), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.540451 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:15.546391 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ac610bdb-adf0-4a84-82f9-dfaf00c7647d admin admin] Publish callbacks [] for security_group (ef5fab6b-b3cd-4a96-b81d-0efe387d6af9), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.549553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (b5b4b863-9d1f-4152-82df-264aec62d987), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.553609 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:15.701149 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ac610bdb-adf0-4a84-82f9-dfaf00c7647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (ef5fab6b-b3cd-4a96-b81d-0efe387d6af9), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.704786 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ac610bdb-adf0-4a84-82f9-dfaf00c7647d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.706258 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ac610bdb-adf0-4a84-82f9-dfaf00c7647d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ef5fab6b-b3cd-4a96-b81d-0efe387d6af9 HTTP/1.1" status: 204 len: 168 time: 0.2524354 Sep 14 02:53:15.716679 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac610bdb-adf0-4a84-82f9-dfaf00c7647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5fab6b-b3cd-4a96-b81d-0efe387d6af9,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:15.851653 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Deleting port 80e8b695-74bb-4794-8f45-ad8dfb1a4882 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:15.852598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.932814 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:15.941760 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] For port 80e8b695-74bb-4794-8f45-ad8dfb1a4882, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=80e8b695-74bb-4794-8f45-ad8dfb1a4882,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:15.942131 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.957216 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Calling delete_port for 80e8b695-74bb-4794-8f45-ad8dfb1a4882 owned by network:router_interface {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:16.066450 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb8151-ccb1-4e70-a37a-b99e4faa83eb req-a8e77556-ab37-481e-9e07-3d4bc79b5fa9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:16.067599 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a0bb8151-ccb1-4e70-a37a-b99e4faa83eb req-a8e77556-ab37-481e-9e07-3d4bc79b5fa9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.1046944 Sep 14 02:53:16.171490 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a0bb8151-ccb1-4e70-a37a-b99e4faa83eb req-a3899768-43c8-49f5-b58e-d52d9a26659d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947490 Sep 14 02:53:16.302684 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (80e8b695-74bb-4794-8f45-ad8dfb1a4882), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.330153 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e8b695-74bb-4794-8f45-ad8dfb1a4882,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:16.393231 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39266) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:16.413169 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-59731653-a0b9-42ed-9f55-f09fc12aede7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.465359 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:16.492259 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (b5b4b863-9d1f-4152-82df-264aec62d987), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.524313 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-59731653-a0b9-42ed-9f55-f09fc12aede7 admin admin] Publish callbacks [] for security_group (74d1b78a-6238-4d75-8f48-fc9490cb6805), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.627691 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-59731653-a0b9-42ed-9f55-f09fc12aede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (74d1b78a-6238-4d75-8f48-fc9490cb6805), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.675037 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-59731653-a0b9-42ed-9f55-f09fc12aede7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=08e0a0146a294154891dda1f1ed61a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777021 Sep 14 02:53:16.675037 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59731653-a0b9-42ed-9f55-f09fc12aede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d1b78a-6238-4d75-8f48-fc9490cb6805,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:16.675933 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39272) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:16.752633 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-161b701c-9f03-43b7-b2bc-5ac8fcccc93a admin admin] Publish callbacks [] for security_group (74d1b78a-6238-4d75-8f48-fc9490cb6805), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.764549 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-e9f70af6-c2d9-4a17-aec0-9d6589b058c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.784814 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-161b701c-9f03-43b7-b2bc-5ac8fcccc93a admin admin] Publish callbacks [] for security_group (74d1b78a-6238-4d75-8f48-fc9490cb6805), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.919747 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-161b701c-9f03-43b7-b2bc-5ac8fcccc93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (74d1b78a-6238-4d75-8f48-fc9490cb6805), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.926214 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-161b701c-9f03-43b7-b2bc-5ac8fcccc93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:16.934856 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-161b701c-9f03-43b7-b2bc-5ac8fcccc93a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/74d1b78a-6238-4d75-8f48-fc9490cb6805 HTTP/1.1" status: 204 len: 168 time: 0.2456067 Sep 14 02:53:16.953602 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b701c-9f03-43b7-b2bc-5ac8fcccc93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d1b78a-6238-4d75-8f48-fc9490cb6805,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:16.960180 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Router b5b4b863-9d1f-4152-82df-264aec62d987 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:53:16.992519 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:17.102568 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:53:17.112822 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-7c11ff5c-358e-42de-993e-ab42bbc54771 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b5b4b863-9d1f-4152-82df-264aec62d987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9965448 Sep 14 02:53:17.113363 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39294) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:17.115811 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] Sync routers for ids ['b5b4b863-9d1f-4152-82df-264aec62d987'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:53:17.126731 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] Routers {'b5b4b863-9d1f-4152-82df-264aec62d987'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:53:17.127338 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:53:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b5b4b863-9d1f-4152-82df-264aec62d987'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:17.238828 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks [] for router (b5b4b863-9d1f-4152-82df-264aec62d987), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:17.265313 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] Set router b5b4b863-9d1f-4152-82df-264aec62d987 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:17.313834 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6ebe-4e51-4b47-a6d3-42b4cffa39de req-bbf0c428-622b-4053-9510-696e992932ed tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:17.319484 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d69c6ebe-4e51-4b47-a6d3-42b4cffa39de req-bbf0c428-622b-4053-9510-696e992932ed tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0553925 Sep 14 02:53:17.367890 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks [] for router_gateway (b5b4b863-9d1f-4152-82df-264aec62d987), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:17.382796 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d69c6ebe-4e51-4b47-a6d3-42b4cffa39de req-6c9b53e9-03d1-41d5-8af6-502f804fc8be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593176 Sep 14 02:53:17.483434 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:53:16Z', 'revision_number': 5, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port': {'id': '6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:17.485692 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Deleting port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:17.486185 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:17.512542 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] Checking router: b5b4b863-9d1f-4152-82df-264aec62d987 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:53:17.521798 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] Routers {'b5b4b863-9d1f-4152-82df-264aec62d987'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:53:17.522905 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:53:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b5b4b863-9d1f-4152-82df-264aec62d987'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:17.575891 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] For port 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:17.576253 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:17.594770 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Calling delete_port for 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 owned by network:router_gateway {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:17.623532 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] Set router b5b4b863-9d1f-4152-82df-264aec62d987 gateway port host: None {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:17.679171 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:17.693032 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:53:17Z', 'revision_number': 6, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port_host': None}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:17.717211 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39312) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:17.818777 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67b0cb-02db-45f2-b77d-c6ff3d7b3fc3 None None] The sync data for ids ['b5b4b863-9d1f-4152-82df-264aec62d987'] in dv-cinder-857075-6-smb is: [{'id': 'b5b4b863-9d1f-4152-82df-264aec62d987', 'name': 'tempest-DeleteServersTestJSON-1179036705-router', 'tenant_id': '682cba1c702447d487152bfed740f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:04Z', 'updated_at': '2022-09-14T02:53:17Z', 'revision_number': 6, 'project_id': '682cba1c702447d487152bfed740f1d8', 'gw_port_host': None}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:53:17.820807 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:53:17.877400 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5eb6-69be-4811-894a-f5de8859cb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:17.880483 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:17.941536 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:17.969928 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5eb6-69be-4811-894a-f5de8859cb88 admin admin] Publish callbacks [] for security_group (3ad154d2-4e24-4187-aa00-c96df9bb6078), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:17.972978 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:18.042869 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (b5b4b863-9d1f-4152-82df-264aec62d987), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.044824 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5eb6-69be-4811-894a-f5de8859cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (3ad154d2-4e24-4187-aa00-c96df9bb6078), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.088908 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf5eb6-69be-4811-894a-f5de8859cb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad154d2-4e24-4187-aa00-c96df9bb6078,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:18.097482 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-bfcf5eb6-69be-4811-894a-f5de8859cb88 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=822b567751c044c0a0e9529d72d4335f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782837 Sep 14 02:53:18.102770 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39324) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:18.103802 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:18.153836 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3d3b26e2-69d3-445d-8a99-d51d6e7314f5 admin admin] Publish callbacks [] for security_group (3ad154d2-4e24-4187-aa00-c96df9bb6078), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.158872 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (b5b4b863-9d1f-4152-82df-264aec62d987), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.162077 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks [] for router_controller (b5b4b863-9d1f-4152-82df-264aec62d987), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.170134 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.176770 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3d3b26e2-69d3-445d-8a99-d51d6e7314f5 admin admin] Publish callbacks [] for security_group (3ad154d2-4e24-4187-aa00-c96df9bb6078), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.306995 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3d3b26e2-69d3-445d-8a99-d51d6e7314f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (3ad154d2-4e24-4187-aa00-c96df9bb6078), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.308284 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (b5b4b863-9d1f-4152-82df-264aec62d987), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.308610 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b4b863-9d1f-4152-82df-264aec62d987 {{(pid=113175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:53:18.311293 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3d3b26e2-69d3-445d-8a99-d51d6e7314f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.312711 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3d3b26e2-69d3-445d-8a99-d51d6e7314f5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3ad154d2-4e24-4187-aa00-c96df9bb6078 HTTP/1.1" status: 204 len: 168 time: 0.2131779 Sep 14 02:53:18.322035 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b26e2-69d3-445d-8a99-d51d6e7314f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad154d2-4e24-4187-aa00-c96df9bb6078,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:18.327446 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.328843 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-1e4f6d0a-6e22-40d2-8f5a-e0b079165814 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b5b4b863-9d1f-4152-82df-264aec62d987 HTTP/1.1" status: 204 len: 168 time: 1.2143595 Sep 14 02:53:18.331379 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39334) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:18.394766 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_v2 [None req-3750ff2b-6358-43bf-9abe-7a7520589dfb admin admin] Deleting subnet 34e06be1-0ba1-4bbb-b342-96eb304a669e {{(pid=113174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:53:18.400900 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3750ff2b-6358-43bf-9abe-7a7520589dfb admin admin] Publish callbacks [] for subnet (34e06be1-0ba1-4bbb-b342-96eb304a669e), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.436254 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3750ff2b-6358-43bf-9abe-7a7520589dfb admin admin] Publish callbacks [] for subnet (34e06be1-0ba1-4bbb-b342-96eb304a669e), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.545146 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:18.560025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3750ff2b-6358-43bf-9abe-7a7520589dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (34e06be1-0ba1-4bbb-b342-96eb304a669e), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.568085 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40440367-171d-4697-9a3c-fa459e653923 req-835e5a67-646a-4134-8464-711a308c19cc tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:18.569633 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-40440367-171d-4697-9a3c-fa459e653923 req-835e5a67-646a-4134-8464-711a308c19cc tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0762603 Sep 14 02:53:18.655090 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-40440367-171d-4697-9a3c-fa459e653923 req-8d3a93df-c399-4452-a137-6ad6e3f046e5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668020 Sep 14 02:53:18.753115 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3750ff2b-6358-43bf-9abe-7a7520589dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for subnet (34e06be1-0ba1-4bbb-b342-96eb304a669e), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.787237 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ff2b-6358-43bf-9abe-7a7520589dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e06be1-0ba1-4bbb-b342-96eb304a669e,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:18.789243 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3750ff2b-6358-43bf-9abe-7a7520589dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.793095 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3750ff2b-6358-43bf-9abe-7a7520589dfb admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/34e06be1-0ba1-4bbb-b342-96eb304a669e HTTP/1.1" status: 204 len: 168 time: 0.4605091 Sep 14 02:53:18.794932 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087fc1b-0e4e-4b1f-88a1-390052be529a None None] Network 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:53:18.795657 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39344) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:18.877713 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (94b1cfe2-ebf2-41cc-86db-5a7caa744a2f), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.940256 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Deleting port a87a43b6-da42-42bc-9578-20e44939b2f8 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:18.940600 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:18.965973 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] DHCP port deletion for 94b1cfe2-ebf2-41cc-86db-5a7caa744a2f request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:53:19.011356 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] Deleting port a87a43b6-da42-42bc-9578-20e44939b2f8 {{(pid=113176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:19.011922 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] For port a87a43b6-da42-42bc-9578-20e44939b2f8, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a87a43b6-da42-42bc-9578-20e44939b2f8,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:19.012382 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.012614 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), before_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.027743 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Calling delete_port for a87a43b6-da42-42bc-9578-20e44939b2f8 owned by network:dhcp {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:19.033259 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:19.065499 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39356) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:19.083309 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4200c8ac-f5f2-4d21-a399-ccdf66d5fb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.113826 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] For port a87a43b6-da42-42bc-9578-20e44939b2f8, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a87a43b6-da42-42bc-9578-20e44939b2f8,segment=NetworkSegment(a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5),segment_id=a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:19.115223 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), precommit_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.130697 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] Calling delete_port for a87a43b6-da42-42bc-9578-20e44939b2f8 owned by network:dhcp {{(pid=113176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:19.191440 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4200c8ac-f5f2-4d21-a399-ccdf66d5fb39 admin admin] Publish callbacks [] for security_group (a293ae93-a8f2-4b85-a16e-3d144f784f3a), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.222101 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.249230 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Pushing event deleted for resources: {'Port': ['ID=a87a43b6-da42-42bc-9578-20e44939b2f8,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:19.251604 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] No DVR routers for this DVR port a87a43b6-da42-42bc-9578-20e44939b2f8 on host dv-cinder-857075-6-smb {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:53:19.253135 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (a87a43b6-da42-42bc-9578-20e44939b2f8), after_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.272722 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4200c8ac-f5f2-4d21-a399-ccdf66d5fb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a293ae93-a8f2-4b85-a16e-3d144f784f3a), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.277910 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] Pushing event deleted for resources: {'Port': ['ID=a87a43b6-da42-42bc-9578-20e44939b2f8,revision_number=None']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:19.284305 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa076162-312b-4e9c-9dd1-34659f3d7db4 None None] No DVR routers for this DVR port a87a43b6-da42-42bc-9578-20e44939b2f8 on host dv-cinder-857075-6-smb {{(pid=113176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:53:19.309924 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c8ac-f5f2-4d21-a399-ccdf66d5fb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a293ae93-a8f2-4b85-a16e-3d144f784f3a,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:19.325962 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4200c8ac-f5f2-4d21-a399-ccdf66d5fb39 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=96c4954c6ba7412f9c290ba99c54c288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582505 Sep 14 02:53:19.328604 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39362) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:19.368049 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (94b1cfe2-ebf2-41cc-86db-5a7caa744a2f), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.385704 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3e25edde-ccdc-45c0-a6ac-7d907bf60fcb admin admin] Publish callbacks [] for security_group (a293ae93-a8f2-4b85-a16e-3d144f784f3a), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.395781 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.396512 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.397733 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.398193 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > port after_create 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.398598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > port after_delete 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.398945 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > port after_update 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.399277 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.399610 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.399930 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.400254 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.413682 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3e25edde-ccdc-45c0-a6ac-7d907bf60fcb admin admin] Publish callbacks [] for security_group (a293ae93-a8f2-4b85-a16e-3d144f784f3a), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.450451 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=79,neutron:DELETE=13,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:19.472270 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.472616 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.477298 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.477298 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:53:19.477298 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b1cfe2-ebf2-41cc-86db-5a7caa744a2f']}} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:19.492473 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5') {'for_net_delete': True} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:19.492778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5') {} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:19.499537 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:19.518182 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15433009'] for segment (a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.519839 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:19.520253 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 6a3bc8eb-8f5e-49ab-a2f3-b06e26433f25 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:19.520731 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 80e8b695-74bb-4794-8f45-ad8dfb1a4882 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:19.539966 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 80e8b695-74bb-4794-8f45-ad8dfb1a4882 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:19.540450 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 80e8b695-74bb-4794-8f45-ad8dfb1a4882 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:19.541115 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a87a43b6-da42-42bc-9578-20e44939b2f8 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:19.545334 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.554633 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=113174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:53:19.555031 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13189893'] for segment (a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.561363 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: a87a43b6-da42-42bc-9578-20e44939b2f8 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:19.561743 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a87a43b6-da42-42bc-9578-20e44939b2f8 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:19.667767 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3e25edde-ccdc-45c0-a6ac-7d907bf60fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a293ae93-a8f2-4b85-a16e-3d144f784f3a), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.670764 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3e25edde-ccdc-45c0-a6ac-7d907bf60fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.672152 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3e25edde-ccdc-45c0-a6ac-7d907bf60fcb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a293ae93-a8f2-4b85-a16e-3d144f784f3a HTTP/1.1" status: 204 len: 168 time: 0.3422523 Sep 14 02:53:19.681060 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25edde-ccdc-45c0-a6ac-7d907bf60fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a293ae93-a8f2-4b85-a16e-3d144f784f3a,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:19.753214 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (94b1cfe2-ebf2-41cc-86db-5a7caa744a2f), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.761848 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.766181 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/94b1cfe2-ebf2-41cc-86db-5a7caa744a2f HTTP/1.1" status: 204 len: 168 time: 0.9695768 Sep 14 02:53:19.801707 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1e109-9c54-4ad7-b697-3ca9cebcf39d admin admin] Pushing event deleted for resources: {'Network': ['ID=94b1cfe2-ebf2-41cc-86db-5a7caa744a2f,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:19.849872 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.864384 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceab0d-672e-40f1-9e90-c23215dba910 req-6368d190-79c7-4b05-930b-292bc030422c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:19.865894 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92ceab0d-672e-40f1-9e90-c23215dba910 req-6368d190-79c7-4b05-930b-292bc030422c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0489032 Sep 14 02:53:19.877752 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:19.918375 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92ceab0d-672e-40f1-9e90-c23215dba910 req-f0ff791e-e64f-4e38-b650-e3ba7cec32c0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Sep 14 02:53:20.192110 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39400) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:20.200642 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5 resource provider aggregate not found Sep 14 02:53:20.222802 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6bc04b7-7623-4cd1-bb37-a5a8ce2199c5 found for delete ", "request_id": "req-9301c59f-ddd4-4d3f-87d5-0d9315f7465b"}]} Sep 14 02:53:20.252496 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d1955d49-f465-4fb0-a0d8-8b11393807af admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=682cba1c702447d487152bfed740f1d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0586350 Sep 14 02:53:20.255234 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39404) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:20.321466 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e5bef74c-1740-4ed0-aa79-ae1b159f1e68 admin admin] Publish callbacks [] for security_group (5420aaed-ffc0-4135-86a2-0775cbca2f31), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:20.343619 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e5bef74c-1740-4ed0-aa79-ae1b159f1e68 admin admin] Publish callbacks [] for security_group (5420aaed-ffc0-4135-86a2-0775cbca2f31), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:20.354701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:20.456276 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e5bef74c-1740-4ed0-aa79-ae1b159f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (5420aaed-ffc0-4135-86a2-0775cbca2f31), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:20.459626 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e5bef74c-1740-4ed0-aa79-ae1b159f1e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:20.463220 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-e5bef74c-1740-4ed0-aa79-ae1b159f1e68 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5420aaed-ffc0-4135-86a2-0775cbca2f31 HTTP/1.1" status: 204 len: 168 time: 0.2047107 Sep 14 02:53:20.472907 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bef74c-1740-4ed0-aa79-ae1b159f1e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5420aaed-ffc0-4135-86a2-0775cbca2f31,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:21.038218 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9def8ff-4c04-4a22-8b53-1f1184827eda req-efaadbfb-4509-4f3c-ac31-0821a5aff555 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:21.039699 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d9def8ff-4c04-4a22-8b53-1f1184827eda req-efaadbfb-4509-4f3c-ac31-0821a5aff555 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0466213 Sep 14 02:53:21.086565 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d9def8ff-4c04-4a22-8b53-1f1184827eda req-f29c72b4-a343-4c84-8644-31558b0be33e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Sep 14 02:53:22.247493 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf8331-c746-4eca-b2bb-71405accd542 req-82658cfc-7616-4fc0-aadf-21fa2454067f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:22.249075 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-59bf8331-c746-4eca-b2bb-71405accd542 req-82658cfc-7616-4fc0-aadf-21fa2454067f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0712640 Sep 14 02:53:22.303657 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-59bf8331-c746-4eca-b2bb-71405accd542 req-7da9fbd1-d1bb-4b29-8820-586a789771b7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484886 Sep 14 02:53:23.056529 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39522) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:23.184474 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-817b4785-4d6c-4d15-bcd8-4b4218357d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.264113 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-817b4785-4d6c-4d15-bcd8-4b4218357d32 admin admin] Publish callbacks [] for security_group (7d7c5eb0-7126-4d17-8e37-f36a4423d4dc), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.334227 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39536) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:23.367558 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-817b4785-4d6c-4d15-bcd8-4b4218357d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (7d7c5eb0-7126-4d17-8e37-f36a4423d4dc), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.420403 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-817b4785-4d6c-4d15-bcd8-4b4218357d32 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7dc855e53e9e4113ae6ac09e204c1a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618886 Sep 14 02:53:23.421494 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39544) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:23.427721 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b4785-4d6c-4d15-bcd8-4b4218357d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7c5eb0-7126-4d17-8e37-f36a4423d4dc,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:23.455196 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e64579-4ccd-430e-bb90-7a7a6407483a req-7a2d3d69-2f8c-40a7-b240-33d7b0650e21 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:23.456728 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-80e64579-4ccd-430e-bb90-7a7a6407483a req-7a2d3d69-2f8c-40a7-b240-33d7b0650e21 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0635016 Sep 14 02:53:23.479443 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f631ec22-db1e-4fb2-b802-c3d55e5afed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.504160 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9a765caa-03a2-4c74-85be-c90c2511763a admin admin] Publish callbacks [] for security_group (7d7c5eb0-7126-4d17-8e37-f36a4423d4dc), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.510831 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-80e64579-4ccd-430e-bb90-7a7a6407483a req-52d843a6-8693-4eeb-b30e-b45abd23e951 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Sep 14 02:53:23.530630 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:23.535883 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9a765caa-03a2-4c74-85be-c90c2511763a admin admin] Publish callbacks [] for security_group (7d7c5eb0-7126-4d17-8e37-f36a4423d4dc), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.613227 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f631ec22-db1e-4fb2-b802-c3d55e5afed8 admin admin] Publish callbacks [] for security_group (ee42173b-739e-4706-a2da-ae2ce7cd67c6), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.695946 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9a765caa-03a2-4c74-85be-c90c2511763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (7d7c5eb0-7126-4d17-8e37-f36a4423d4dc), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.698445 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9a765caa-03a2-4c74-85be-c90c2511763a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.699735 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-9a765caa-03a2-4c74-85be-c90c2511763a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7d7c5eb0-7126-4d17-8e37-f36a4423d4dc HTTP/1.1" status: 204 len: 168 time: 0.2772048 Sep 14 02:53:23.702191 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f631ec22-db1e-4fb2-b802-c3d55e5afed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (ee42173b-739e-4706-a2da-ae2ce7cd67c6), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.717079 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a765caa-03a2-4c74-85be-c90c2511763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7c5eb0-7126-4d17-8e37-f36a4423d4dc,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:23.750386 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f631ec22-db1e-4fb2-b802-c3d55e5afed8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b63c77e53d324040af796f074bf373db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155886 Sep 14 02:53:23.753284 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39550) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:23.755068 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631ec22-db1e-4fb2-b802-c3d55e5afed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee42173b-739e-4706-a2da-ae2ce7cd67c6,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:23.805470 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5fb03c16-5ed4-476e-9860-d59e76128fc8 admin admin] Publish callbacks [] for security_group (ee42173b-739e-4706-a2da-ae2ce7cd67c6), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.825550 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5fb03c16-5ed4-476e-9860-d59e76128fc8 admin admin] Publish callbacks [] for security_group (ee42173b-739e-4706-a2da-ae2ce7cd67c6), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.941326 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5fb03c16-5ed4-476e-9860-d59e76128fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (ee42173b-739e-4706-a2da-ae2ce7cd67c6), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.944123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5fb03c16-5ed4-476e-9860-d59e76128fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:23.945436 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-5fb03c16-5ed4-476e-9860-d59e76128fc8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ee42173b-739e-4706-a2da-ae2ce7cd67c6 HTTP/1.1" status: 204 len: 168 time: 0.1908603 Sep 14 02:53:23.954985 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb03c16-5ed4-476e-9860-d59e76128fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee42173b-739e-4706-a2da-ae2ce7cd67c6,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:24.646771 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392374da-34d8-4124-8c6f-c462dd94aa6b req-ee57a794-cef4-43bc-8ebb-f95dc67ce027 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:24.655736 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-392374da-34d8-4124-8c6f-c462dd94aa6b req-ee57a794-cef4-43bc-8ebb-f95dc67ce027 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0626841 Sep 14 02:53:24.659331 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39582) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:24.680910 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b4bc55de-33d7-41fa-8c60-8a06a479b86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:24.721818 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-392374da-34d8-4124-8c6f-c462dd94aa6b req-c31a0164-2667-44ff-b206-534220b3ce0e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Sep 14 02:53:24.763803 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:24.825772 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b4bc55de-33d7-41fa-8c60-8a06a479b86d admin admin] Publish callbacks [] for security_group (571fe5f4-25c3-42c5-95f1-a383d0510357), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:24.919649 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b4bc55de-33d7-41fa-8c60-8a06a479b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (571fe5f4-25c3-42c5-95f1-a383d0510357), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:24.964791 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b4bc55de-33d7-41fa-8c60-8a06a479b86d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=425052d9bec049698b2d3f898e255eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040643 Sep 14 02:53:24.965668 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc55de-33d7-41fa-8c60-8a06a479b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571fe5f4-25c3-42c5-95f1-a383d0510357,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:24.967484 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39588) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:25.024596 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a132d06c-a1f0-4827-8c8b-0f8b6400ffa1 admin admin] Publish callbacks [] for security_group (571fe5f4-25c3-42c5-95f1-a383d0510357), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.050764 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a132d06c-a1f0-4827-8c8b-0f8b6400ffa1 admin admin] Publish callbacks [] for security_group (571fe5f4-25c3-42c5-95f1-a383d0510357), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.060168 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:25.192683 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a132d06c-a1f0-4827-8c8b-0f8b6400ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (571fe5f4-25c3-42c5-95f1-a383d0510357), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.195208 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a132d06c-a1f0-4827-8c8b-0f8b6400ffa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.198868 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a132d06c-a1f0-4827-8c8b-0f8b6400ffa1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/571fe5f4-25c3-42c5-95f1-a383d0510357 HTTP/1.1" status: 204 len: 168 time: 0.2277446 Sep 14 02:53:25.205083 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132d06c-a1f0-4827-8c8b-0f8b6400ffa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571fe5f4-25c3-42c5-95f1-a383d0510357,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:25.248985 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39598) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:25.660168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8e9619c-2321-44ad-9455-19ca243d43aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.740174 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8e9619c-2321-44ad-9455-19ca243d43aa admin admin] Publish callbacks [] for security_group (97cb6f8b-6fc7-4cb4-9ca6-868d2c2ab701), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.821934 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b8e9619c-2321-44ad-9455-19ca243d43aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (97cb6f8b-6fc7-4cb4-9ca6-868d2c2ab701), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.846277 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a8444-5147-4464-b685-f056c10b1218 req-d5c325fe-b0a8-4360-b584-d8ad7a3fcd8c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:25.847902 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ad3a8444-5147-4464-b685-f056c10b1218 req-d5c325fe-b0a8-4360-b584-d8ad7a3fcd8c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0510347 Sep 14 02:53:25.865912 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b8e9619c-2321-44ad-9455-19ca243d43aa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8272bda972734f81b0d73140f55813b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6157446 Sep 14 02:53:25.867319 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9619c-2321-44ad-9455-19ca243d43aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb6f8b-6fc7-4cb4-9ca6-868d2c2ab701,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:25.868820 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39622) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:25.931441 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ad3a8444-5147-4464-b685-f056c10b1218 req-abe38da7-8815-456c-8764-4c76b27bbe85 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768709 Sep 14 02:53:25.952055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8c86e8ec-602a-4869-9b60-9b028f90d098 admin admin] Publish callbacks [] for security_group (97cb6f8b-6fc7-4cb4-9ca6-868d2c2ab701), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.974057 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8c86e8ec-602a-4869-9b60-9b028f90d098 admin admin] Publish callbacks [] for security_group (97cb6f8b-6fc7-4cb4-9ca6-868d2c2ab701), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.081327 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39628) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:26.100007 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-64ac2504-17cc-4656-989a-d7063b1d7115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.110937 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:26.120695 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8c86e8ec-602a-4869-9b60-9b028f90d098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (97cb6f8b-6fc7-4cb4-9ca6-868d2c2ab701), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.123162 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8c86e8ec-602a-4869-9b60-9b028f90d098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.130501 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-8c86e8ec-602a-4869-9b60-9b028f90d098 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/97cb6f8b-6fc7-4cb4-9ca6-868d2c2ab701 HTTP/1.1" status: 204 len: 168 time: 0.2537606 Sep 14 02:53:26.147083 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86e8ec-602a-4869-9b60-9b028f90d098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb6f8b-6fc7-4cb4-9ca6-868d2c2ab701,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:26.216410 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-64ac2504-17cc-4656-989a-d7063b1d7115 admin admin] Publish callbacks [] for security_group (c4b98085-3b38-487a-8d45-60fc119cc5ed), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.300611 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-64ac2504-17cc-4656-989a-d7063b1d7115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (c4b98085-3b38-487a-8d45-60fc119cc5ed), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.344473 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-64ac2504-17cc-4656-989a-d7063b1d7115 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=714f2e96557c4b9ebd4f3ac4559f2878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618010 Sep 14 02:53:26.345294 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac2504-17cc-4656-989a-d7063b1d7115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b98085-3b38-487a-8d45-60fc119cc5ed,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:26.347228 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39638) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:26.400436 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9923-f69c-4c49-b438-24c07b48ba20 admin admin] Publish callbacks [] for security_group (c4b98085-3b38-487a-8d45-60fc119cc5ed), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.422674 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9923-f69c-4c49-b438-24c07b48ba20 admin admin] Publish callbacks [] for security_group (c4b98085-3b38-487a-8d45-60fc119cc5ed), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.541838 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9923-f69c-4c49-b438-24c07b48ba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (c4b98085-3b38-487a-8d45-60fc119cc5ed), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.551648 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9923-f69c-4c49-b438-24c07b48ba20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:26.551648 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-c8fe9923-f69c-4c49-b438-24c07b48ba20 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c4b98085-3b38-487a-8d45-60fc119cc5ed HTTP/1.1" status: 204 len: 168 time: 0.1978090 Sep 14 02:53:26.558027 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe9923-f69c-4c49-b438-24c07b48ba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b98085-3b38-487a-8d45-60fc119cc5ed,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:26.963299 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39668) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:27.075757 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1713d-f90f-44bf-a5b3-34ab1948507b req-d97301fc-2632-411a-bd31-eb96888a9240 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:27.101004 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4da1713d-f90f-44bf-a5b3-34ab1948507b req-d97301fc-2632-411a-bd31-eb96888a9240 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0824270 Sep 14 02:53:27.137556 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3448-4a13-4716-ac47-7158806fc46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.188519 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4da1713d-f90f-44bf-a5b3-34ab1948507b req-a5d1c467-2795-4a2a-835d-3b0664ac8892 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771823 Sep 14 02:53:27.249526 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3448-4a13-4716-ac47-7158806fc46c admin admin] Publish callbacks [] for security_group (bab226c2-f158-4897-93d2-25054f0198b6), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.324631 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3448-4a13-4716-ac47-7158806fc46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bab226c2-f158-4897-93d2-25054f0198b6), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.328768 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:27.364585 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b3448-4a13-4716-ac47-7158806fc46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab226c2-f158-4897-93d2-25054f0198b6,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:27.368932 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ed3b3448-4a13-4716-ac47-7158806fc46c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=931bc6ce7c564bf7b7e3fb40c6c24fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046223 Sep 14 02:53:27.371974 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39686) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:27.424982 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4e73408d-16a5-4672-ade9-a41ab5f89c8a admin admin] Publish callbacks [] for security_group (bab226c2-f158-4897-93d2-25054f0198b6), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.447827 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4e73408d-16a5-4672-ade9-a41ab5f89c8a admin admin] Publish callbacks [] for security_group (bab226c2-f158-4897-93d2-25054f0198b6), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.593936 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4e73408d-16a5-4672-ade9-a41ab5f89c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bab226c2-f158-4897-93d2-25054f0198b6), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.600667 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4e73408d-16a5-4672-ade9-a41ab5f89c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.601854 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4e73408d-16a5-4672-ade9-a41ab5f89c8a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bab226c2-f158-4897-93d2-25054f0198b6 HTTP/1.1" status: 204 len: 168 time: 0.2288465 Sep 14 02:53:27.613245 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73408d-16a5-4672-ade9-a41ab5f89c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab226c2-f158-4897-93d2-25054f0198b6,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:27.672009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39698) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:27.696784 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=88 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:27.777017 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1896731629-network', 'tenant_id': '38d1361415444603b6ec30f67ea98aa7'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:27.818459 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=49 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:27.889670 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Made reservation on behalf of 38d1361415444603b6ec30f67ea98aa7 for: {'network': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:53:27.892176 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.904774 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.980182 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:27.988753 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Publish callbacks [] for security_group (844ca36b-9e1f-4d4b-89c6-2613e0816daa), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.066935 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (844ca36b-9e1f-4d4b-89c6-2613e0816daa), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.098672 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=113175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:53:28.106162 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ca36b-9e1f-4d4b-89c6-2613e0816daa,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:28.112262 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.112532 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.segments_db [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Added segment d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906 of type vlan for network f8b0b7d4-0949-4669-840a-c955423d6d1d Sep 14 02:53:28.160517 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (f8b0b7d4-0949-4669-840a-c955423d6d1d), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.170889 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:28.250178 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (f8b0b7d4-0949-4669-840a-c955423d6d1d), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.260420 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:28.260420 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.325659 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] Pushing event updated for resources: {'Network': ['ID=f8b0b7d4-0949-4669-840a-c955423d6d1d,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:28.336801 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39716) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:28.337027 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b3b71-eda0-40b1-a298-7681bb888cbb req-ed7c5b3e-c862-43ea-b8e6-67c4f2ab2926 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:28.340729 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network f8b0b7d4-0949-4669-840a-c955423d6d1d details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:53:28.344562 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-926b3b71-eda0-40b1-a298-7681bb888cbb req-ed7c5b3e-c862-43ea-b8e6-67c4f2ab2926 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0653150 Sep 14 02:53:28.354403 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-85363f81-0789-463c-a681-babc428819ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.392337 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-926b3b71-eda0-40b1-a298-7681bb888cbb req-49e411a8-9da5-4948-94ee-ec5d488c2066 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466442 Sep 14 02:53:28.408810 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-18868f96-96be-41d8-afaf-b34af9699aae admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7356343 Sep 14 02:53:28.412257 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39718) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:28.417483 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Request body: {'subnet': {'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1896731629-subnet', 'tenant_id': '38d1361415444603b6ec30f67ea98aa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:28.444478 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-85363f81-0789-463c-a681-babc428819ee admin admin] Publish callbacks [] for security_group (960e91d2-88bd-477a-83db-973e655ba84d), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.570026 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Made reservation on behalf of 38d1361415444603b6ec30f67ea98aa7 for: {'subnet': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:53:28.570243 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-85363f81-0789-463c-a681-babc428819ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (960e91d2-88bd-477a-83db-973e655ba84d), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.573024 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15875283'] for subnet (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.616990 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-85363f81-0789-463c-a681-babc428819ee admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9b5618c1b2544305a1815032a1aa2816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765346 Sep 14 02:53:28.616990 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85363f81-0789-463c-a681-babc428819ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960e91d2-88bd-477a-83db-973e655ba84d,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:28.617142 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39722) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:28.656166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:28.708598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a7d8-30a3-4702-a9ce-36a9b007eb23 admin admin] Publish callbacks [] for security_group (960e91d2-88bd-477a-83db-973e655ba84d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.752890 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a7d8-30a3-4702-a9ce-36a9b007eb23 admin admin] Publish callbacks [] for security_group (960e91d2-88bd-477a-83db-973e655ba84d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.947070 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13191008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15875269'] for subnet (e694461c-388f-405e-b43c-d79ff814c208), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.980460 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a7d8-30a3-4702-a9ce-36a9b007eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (960e91d2-88bd-477a-83db-973e655ba84d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.982887 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a7d8-30a3-4702-a9ce-36a9b007eb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.984030 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0cf9a7d8-30a3-4702-a9ce-36a9b007eb23 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/960e91d2-88bd-477a-83db-973e655ba84d HTTP/1.1" status: 204 len: 168 time: 0.3650067 Sep 14 02:53:29.008882 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9a7d8-30a3-4702-a9ce-36a9b007eb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960e91d2-88bd-477a-83db-973e655ba84d,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:29.018296 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e694461c-388f-405e-b43c-d79ff814c208,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:29.024606 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:29.037177 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Checking segment: {'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:53:29.037535 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Network hostable DHCP agents. Network: f8b0b7d4-0949-4669-840a-c955423d6d1d, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:53:29.123225 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Network f8b0b7d4-0949-4669-840a-c955423d6d1d is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:53:29.239043 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, f8b0b7d4-0949-4669-840a-c955423d6d1d) {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:53:29.243345 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:29.243934 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:29.249366 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c40920-78e7-4a38-b3d5-437a85009b97 None None] Network f8b0b7d4-0949-4669-840a-c955423d6d1d requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:53:29.252739 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:29.348748 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69cc8be-60e8-49bd-8a84-96e590d101ac None None] Network f8b0b7d4-0949-4669-840a-c955423d6d1d requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:53:29.356350 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b80dd8fe-4aca-4e61-987a-a69138c25c14 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9427202 Sep 14 02:53:29.542594 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f01707-7718-472b-bb07-418256eb173c req-e6495dcd-f770-4fb7-b849-d754c388c2d3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:29.544133 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-26f01707-7718-472b-bb07-418256eb173c req-e6495dcd-f770-4fb7-b849-d754c388c2d3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0547161 Sep 14 02:53:29.600046 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-26f01707-7718-472b-bb07-418256eb173c req-cbf24357-4d3d-45db-b79a-5a866507d60b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Sep 14 02:53:30.502738 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39782) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:30.612704 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-be916186-e606-4179-a4e9-638ba3175c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:30.755293 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4fb1-1a80-4ca3-99f6-67190e717b7e req-0b054462-4c6e-4232-946f-a3318549db80 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:30.757249 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c84c4fb1-1a80-4ca3-99f6-67190e717b7e req-0b054462-4c6e-4232-946f-a3318549db80 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0711331 Sep 14 02:53:30.759613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-be916186-e606-4179-a4e9-638ba3175c9c admin admin] Publish callbacks [] for security_group (620e0e91-b44d-402e-947a-359ef2b11b6e), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:30.807539 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c84c4fb1-1a80-4ca3-99f6-67190e717b7e req-ff8fa3e4-13fd-447d-8aa0-28459c1e04e4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Sep 14 02:53:30.890084 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-be916186-e606-4179-a4e9-638ba3175c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (620e0e91-b44d-402e-947a-359ef2b11b6e), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:30.932229 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-be916186-e606-4179-a4e9-638ba3175c9c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e424c8a734c946bca01c577fc4c63a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278500 Sep 14 02:53:30.933166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be916186-e606-4179-a4e9-638ba3175c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620e0e91-b44d-402e-947a-359ef2b11b6e,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:30.935086 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39802) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:30.987805 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-673602ae-8666-445d-a806-bcecee498754 admin admin] Publish callbacks [] for security_group (620e0e91-b44d-402e-947a-359ef2b11b6e), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:31.013922 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-673602ae-8666-445d-a806-bcecee498754 admin admin] Publish callbacks [] for security_group (620e0e91-b44d-402e-947a-359ef2b11b6e), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:31.135030 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-673602ae-8666-445d-a806-bcecee498754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (620e0e91-b44d-402e-947a-359ef2b11b6e), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:31.137612 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-673602ae-8666-445d-a806-bcecee498754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:31.138760 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-673602ae-8666-445d-a806-bcecee498754 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/620e0e91-b44d-402e-947a-359ef2b11b6e HTTP/1.1" status: 204 len: 168 time: 0.2008259 Sep 14 02:53:31.146913 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673602ae-8666-445d-a806-bcecee498754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e0e91-b44d-402e-947a-359ef2b11b6e,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:31.691142 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-3f42e72a-dd4f-4b59-9625-8aa0fa9270f3 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:31.692628 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-3f42e72a-dd4f-4b59-9625-8aa0fa9270f3 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f8b0b7d4-0949-4669-840a-c955423d6d1d HTTP/1.1" status: 200 len: 809 time: 0.1162374 Sep 14 02:53:31.710016 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-e593562e-1078-4ab1-8233-75e19e234023 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/quotas/38d1361415444603b6ec30f67ea98aa7 HTTP/1.1" status: 200 len: 375 time: 0.0106804 Sep 14 02:53:31.742768 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-252f3fe3-d485-42c8-a9d9-3ef28640a14f tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=38d1361415444603b6ec30f67ea98aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270083 Sep 14 02:53:31.860928 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-07ca0566-e0e2-422d-baf2-6381b3abab76 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101615 Sep 14 02:53:31.894625 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c103-1447-426e-9745-c4f0b3ad19e4 req-4b3df598-0b63-4a7f-9b42-7306ec0eb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:31.896742 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fbd9c103-1447-426e-9745-c4f0b3ad19e4 req-4b3df598-0b63-4a7f-9b42-7306ec0eb749 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 1129 time: 0.0727534 Sep 14 02:53:31.959483 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fbd9c103-1447-426e-9745-c4f0b3ad19e4 req-c9115f0a-21c6-44c2-8586-9fe1358d6c95 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526500 Sep 14 02:53:31.973825 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39834) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:31.984553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e7a1b-bdba-4cea-9ff4-8f4b18ccd80d req-acc93855-3f45-4531-8a57-08e95cbf41ac tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:31.985991 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7f7e7a1b-bdba-4cea-9ff4-8f4b18ccd80d req-acc93855-3f45-4531-8a57-08e95cbf41ac tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0981247 Sep 14 02:53:31.988157 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5ef1-3306-4c5e-830f-0d5fbadb1dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:32.009192 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:32.014250 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:32.031400 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-75b247af-26e3-4ec6-bb27-fa91cad6011c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643124 Sep 14 02:53:32.063288 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7f7e7a1b-bdba-4cea-9ff4-8f4b18ccd80d req-bc4d15c0-764b-45f5-8e22-2c0195f0944a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681498 Sep 14 02:53:32.074179 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5ef1-3306-4c5e-830f-0d5fbadb1dc2 admin admin] Publish callbacks [] for security_group (d6f1f356-d825-40b6-9cb9-242f1c9de2bb), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:32.221131 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5ef1-3306-4c5e-830f-0d5fbadb1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (d6f1f356-d825-40b6-9cb9-242f1c9de2bb), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:32.261451 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-bf7d5ef1-3306-4c5e-830f-0d5fbadb1dc2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=27cc80789fbf4077938358f3964f9f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862198 Sep 14 02:53:32.262699 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d5ef1-3306-4c5e-830f-0d5fbadb1dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f1f356-d825-40b6-9cb9-242f1c9de2bb,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:32.264453 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39838) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:32.370127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:32.374200 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2ee83fec-81db-48e8-8a7e-7ac41da2dbd4 req-b06bb80b-ad9c-4a0e-aebe-e02e33a19cdb tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 210 time: 0.0336900 Sep 14 02:53:32.385452 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-464a292d-b7c1-4726-a938-dddad253b32c admin admin] Publish callbacks [] for security_group (d6f1f356-d825-40b6-9cb9-242f1c9de2bb), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:32.407574 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-464a292d-b7c1-4726-a938-dddad253b32c admin admin] Publish callbacks [] for security_group (d6f1f356-d825-40b6-9cb9-242f1c9de2bb), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:32.605072 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-464a292d-b7c1-4726-a938-dddad253b32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (d6f1f356-d825-40b6-9cb9-242f1c9de2bb), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:32.607696 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-464a292d-b7c1-4726-a938-dddad253b32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:32.608843 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-464a292d-b7c1-4726-a938-dddad253b32c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d6f1f356-d825-40b6-9cb9-242f1c9de2bb HTTP/1.1" status: 204 len: 168 time: 0.3361478 Sep 14 02:53:32.617114 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a292d-b7c1-4726-a938-dddad253b32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f1f356-d825-40b6-9cb9-242f1c9de2bb,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:33.188015 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a61c-3751-47d9-9132-f1d824468d47 req-73ffda95-b521-4a84-a465-1be970b5fd2c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:33.189553 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6d13a61c-3751-47d9-9132-f1d824468d47 req-73ffda95-b521-4a84-a465-1be970b5fd2c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0495002 Sep 14 02:53:33.237843 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6d13a61c-3751-47d9-9132-f1d824468d47 req-a7376eac-8b1b-4716-8953-e23c6578a769 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 Sep 14 02:53:33.461172 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-686ffaa8-dc5b-4c6b-bc5d-b89d0682b502 req-e08eb686-3628-4660-b352-b1effd8815fa tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 210 time: 0.0269933 Sep 14 02:53:34.287147 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39906) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:34.391245 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63942cb7-fddf-4039-8dec-a7cbaeada890 req-03f05e83-fef8-4ec0-b03c-fcd787ee137e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:34.392764 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63942cb7-fddf-4039-8dec-a7cbaeada890 req-03f05e83-fef8-4ec0-b03c-fcd787ee137e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0585132 Sep 14 02:53:34.455456 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63942cb7-fddf-4039-8dec-a7cbaeada890 req-684e5504-1ec2-44ef-89de-1535638bd3f8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559986 Sep 14 02:53:34.519092 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f315be3a-b0d5-4bcf-8ef3-4e8ce25a65a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:34.652365 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bc77c2f4-e02e-4685-984a-2fdaddb661c5 req-3dbdb947-71c7-4961-876f-d3b715673b17 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 210 time: 0.0661547 Sep 14 02:53:34.658750 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f315be3a-b0d5-4bcf-8ef3-4e8ce25a65a2 admin admin] Publish callbacks [] for security_group (1b782a9d-edf7-4806-974b-71e787d52821), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:34.680478 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356f65-04c5-4bf0-a879-618c5e1e4b60 req-fe6555c1-39a5-4179-aed9-f59f08387f14 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:34.687310 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f0356f65-04c5-4bf0-a879-618c5e1e4b60 req-fe6555c1-39a5-4179-aed9-f59f08387f14 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0999644 Sep 14 02:53:34.730019 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f0356f65-04c5-4bf0-a879-618c5e1e4b60 req-4a37fbf3-e8ed-4868-8f62-31456d4cc850 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Sep 14 02:53:34.879060 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:34.907381 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f315be3a-b0d5-4bcf-8ef3-4e8ce25a65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (1b782a9d-edf7-4806-974b-71e787d52821), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:34.950053 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-f315be3a-b0d5-4bcf-8ef3-4e8ce25a65a2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b38a0098c459401cb177513a90ce34ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6618147 Sep 14 02:53:34.952044 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315be3a-b0d5-4bcf-8ef3-4e8ce25a65a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b782a9d-edf7-4806-974b-71e787d52821,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:34.953437 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 39928) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:35.015651 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-343c373b-8b40-45d1-ae3b-22088e31a6a9 admin admin] Publish callbacks [] for security_group (1b782a9d-edf7-4806-974b-71e787d52821), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.036809 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-343c373b-8b40-45d1-ae3b-22088e31a6a9 admin admin] Publish callbacks [] for security_group (1b782a9d-edf7-4806-974b-71e787d52821), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.184963 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-643417d4-ef2b-4b96-a35c-e6226141547c tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:35.186423 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-643417d4-ef2b-4b96-a35c-e6226141547c tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.23 "GET /networking/v2.0/networks?id=f8b0b7d4-0949-4669-840a-c955423d6d1d HTTP/1.1" status: 200 len: 809 time: 0.1095626 Sep 14 02:53:35.192593 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-343c373b-8b40-45d1-ae3b-22088e31a6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (1b782a9d-edf7-4806-974b-71e787d52821), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.195307 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-343c373b-8b40-45d1-ae3b-22088e31a6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.199306 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-343c373b-8b40-45d1-ae3b-22088e31a6a9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1b782a9d-edf7-4806-974b-71e787d52821 HTTP/1.1" status: 204 len: 168 time: 0.2381890 Sep 14 02:53:35.207129 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Request body: {'port': {'device_id': '1d9246b3-141a-4cd9-9602-3a3e9c5b5907', 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d', 'admin_state_up': True, 'tenant_id': '38d1361415444603b6ec30f67ea98aa7'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:35.217293 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:35.227748 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c373b-8b40-45d1-ae3b-22088e31a6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b782a9d-edf7-4806-974b-71e787d52821,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:35.410282 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Made reservation on behalf of 38d1361415444603b6ec30f67ea98aa7 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:53:35.414714 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.572170 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Allocated IP 172.20.0.2 (f8b0b7d4-0949-4669-840a-c955423d6d1d/e694461c-388f-405e-b43c-d79ff814c208/eed1a481-99d3-4d2b-8667-8d12e1861658) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:53:35.639331 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:35.738887 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks [] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.761402 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8fa526cd-4deb-4a20-9be0-d98d0d611c6f req-de2205ea-6265-4c78-a601-1dd270c0b7b5 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 210 time: 0.0287104 Sep 14 02:53:35.827494 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.871144 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Network f8b0b7d4-0949-4669-840a-c955423d6d1d is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:53:35.876952 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:53:35.879657 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:53:35.906438 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Pushing event updated for resources: {'Port': ['ID=eed1a481-99d3-4d2b-8667-8d12e1861658,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:35.938651 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:35.939257 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.946751 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39950) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:35.960430 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11c157f5-a333-4446-ac4d-1d2865e76d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:35.987026 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:36.014037 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-6090ac00-c5c0-435e-9730-508c328a7eae tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135993 Sep 14 02:53:36.031258 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Request body: {'port': {'device_id': '1d9246b3-141a-4cd9-9602-3a3e9c5b5907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:36.034523 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11c157f5-a333-4446-ac4d-1d2865e76d89 admin admin] Publish callbacks [] for security_group (09eee978-2544-4587-b04f-a31f08572802), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.107341 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11c157f5-a333-4446-ac4d-1d2865e76d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (09eee978-2544-4587-b04f-a31f08572802), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.149604 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-11c157f5-a333-4446-ac4d-1d2865e76d89 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=27a9e09138834fe4837ebada43aca3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010014 Sep 14 02:53:36.150266 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c157f5-a333-4446-ac4d-1d2865e76d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eee978-2544-4587-b04f-a31f08572802,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:36.154194 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 39952) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:36.208124 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fa13-59bd-4910-a582-41c7c81aaf43 admin admin] Publish callbacks [] for security_group (09eee978-2544-4587-b04f-a31f08572802), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.215697 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:36.233716 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fa13-59bd-4910-a582-41c7c81aaf43 admin admin] Publish callbacks [] for security_group (09eee978-2544-4587-b04f-a31f08572802), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.298772 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.475672 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:36.583863 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fa13-59bd-4910-a582-41c7c81aaf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (09eee978-2544-4587-b04f-a31f08572802), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.586218 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fa13-59bd-4910-a582-41c7c81aaf43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.587426 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1ab1fa13-59bd-4910-a582-41c7c81aaf43 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/09eee978-2544-4587-b04f-a31f08572802 HTTP/1.1" status: 204 len: 168 time: 0.4322662 Sep 14 02:53:36.596144 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed1a481-99d3-4d2b-8667-8d12e1861658 {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:53:36.603177 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1fa13-59bd-4910-a582-41c7c81aaf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eee978-2544-4587-b04f-a31f08572802,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:36.610259 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Publish callbacks [] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.624327 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Transition to ACTIVE for port object eed1a481-99d3-4d2b-8667-8d12e1861658 will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:53:36.730060 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:36.799636 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Pushing event updated for resources: {'Port': ['ID=eed1a481-99d3-4d2b-8667-8d12e1861658,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:36.854749 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Attempting to bind port eed1a481-99d3-4d2b-8667-8d12e1861658 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:53:36.855089 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Attempting to bind port eed1a481-99d3-4d2b-8667-8d12e1861658 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:53:36.855438 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Attempting to bind port eed1a481-99d3-4d2b-8667-8d12e1861658 on network f8b0b7d4-0949-4669-840a-c955423d6d1d {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:53:36.886664 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403545d2-d57f-4ceb-840c-1203a3f707e6 req-59ab38c4-c613-40a2-819e-517557f87431 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:36.888300 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-403545d2-d57f-4ceb-840c-1203a3f707e6 req-59ab38c4-c613-40a2-819e-517557f87431 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 943 time: 0.0482740 Sep 14 02:53:36.904105 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Port eed1a481-99d3-4d2b-8667-8d12e1861658 on network f8b0b7d4-0949-4669-840a-c955423d6d1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:53:36.904547 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Attempting to bind port eed1a481-99d3-4d2b-8667-8d12e1861658 on network f8b0b7d4-0949-4669-840a-c955423d6d1d {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:53:36.907388 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:36.953989 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:53:36.954329 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Checking segment: {'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:53:36.954646 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-403545d2-d57f-4ceb-840c-1203a3f707e6 req-c7443167-cf06-4a17-9f43-f586025996fa tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590010 Sep 14 02:53:36.954766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Bound using segment: {'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:53:36.955151 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Bound port: eed1a481-99d3-4d2b-8667-8d12e1861658, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:53:36.955502 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:37.024875 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] For port eed1a481-99d3-4d2b-8667-8d12e1861658, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:53:37.029854 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] For port eed1a481-99d3-4d2b-8667-8d12e1861658, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=eed1a481-99d3-4d2b-8667-8d12e1861658,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:53:37.107700 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:37.113448 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.113870 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:37.115339 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/eed1a481-99d3-4d2b-8667-8d12e1861658 HTTP/1.1" status: 200 len: 1093 time: 1.0881248 Sep 14 02:53:37.116484 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9246b3-141a-4cd9-9602-3a3e9c5b5907', 'tag': 'eed1a481-99d3-4d2b-8667-8d12e1861658'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:53:37.118425 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b93ba15-f0ca-4a88-941f-427542731ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9246b3-141a-4cd9-9602-3a3e9c5b5907", "tag": "eed1a481-99d3-4d2b-8667-8d12e1861658"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:53:37.158314 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541db-9866-4e30-9bee-248fea2b96a0 req-d032d149-e442-45f7-b27f-976bfa23eea2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.161511 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4a9541db-9866-4e30-9bee-248fea2b96a0 req-d032d149-e442-45f7-b27f-976bfa23eea2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0904512 Sep 14 02:53:37.195238 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f0af-8164-4ba8-8a04-de03e93aa9be service neutron] Pushing event updated for resources: {'Port': ['ID=eed1a481-99d3-4d2b-8667-8d12e1861658,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:37.215563 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44715b83-05a6-4492-a53b-d99d1e0fcd7b x-openstack-request-id: req-44715b83-05a6-4492-a53b-d99d1e0fcd7b {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:53:37.216129 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9246b3-141a-4cd9-9602-3a3e9c5b5907", "tag": "eed1a481-99d3-4d2b-8667-8d12e1861658", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:53:37.217318 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44715b83-05a6-4492-a53b-d99d1e0fcd7b {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:53:37.217604 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44715b83-05a6-4492-a53b-d99d1e0fcd7b'] response: {'name': 'network-changed', 'server_uuid': '1d9246b3-141a-4cd9-9602-3a3e9c5b5907', 'tag': 'eed1a481-99d3-4d2b-8667-8d12e1861658', 'status': 'completed', 'code': 200} Sep 14 02:53:37.244946 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-b7704a1e-b2e6-48b1-a663-d6cc2932b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.246459 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-b7704a1e-b2e6-48b1-a663-d6cc2932b271 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 1129 time: 0.1180348 Sep 14 02:53:37.272625 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4a9541db-9866-4e30-9bee-248fea2b96a0 req-9762e233-9ab4-46d5-b234-c5975b4f886e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815804 Sep 14 02:53:37.295620 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ba15-f0ca-4a88-941f-427542731ba8 req-2d98822b-adef-4f29-ae9b-e6b78c9417c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.297317 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2b93ba15-f0ca-4a88-941f-427542731ba8 req-2d98822b-adef-4f29-ae9b-e6b78c9417c9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38d1361415444603b6ec30f67ea98aa7&device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 1127 time: 0.0543320 Sep 14 02:53:37.354820 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-12e4f199-e67a-4467-9864-f7908d449d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.356782 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-12e4f199-e67a-4467-9864-f7908d449d91 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.0959749 Sep 14 02:53:37.408657 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-a4e39ed0-f4b7-4ffc-868e-a86d616cba58 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811fea78-d531-4790-8314-89dd0106a43f HTTP/1.1" status: 200 len: 217 time: 0.0437951 Sep 14 02:53:37.475718 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-21eb33cb-dc53-4e9d-8947-fa997fa05da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.477566 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-21eb33cb-dc53-4e9d-8947-fa997fa05da6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0612068 Sep 14 02:53:37.500876 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ba15-f0ca-4a88-941f-427542731ba8 req-c950764f-4bba-45e4-869d-3319e0476c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.502336 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2b93ba15-f0ca-4a88-941f-427542731ba8 req-c950764f-4bba-45e4-869d-3319e0476c66 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=38d1361415444603b6ec30f67ea98aa7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1935391 Sep 14 02:53:37.530495 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-790b6627-4ab0-4235-b6a8-1b58db4a2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.532089 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-790b6627-4ab0-4235-b6a8-1b58db4a2670 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470932 Sep 14 02:53:37.644734 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-ca45488f-e0ba-492c-8091-f4fcde9b436c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049664 Sep 14 02:53:37.695263 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ba15-f0ca-4a88-941f-427542731ba8 req-70f80ca6-b6d4-4b28-9fef-873e82edcc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.697655 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2b93ba15-f0ca-4a88-941f-427542731ba8 req-70f80ca6-b6d4-4b28-9fef-873e82edcc56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1882136 Sep 14 02:53:37.751338 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6419ba25-e2c8-4840-bd40-6476fb2fc9aa req-bc676a58-45a5-4f73-b9e4-bf37548ba728 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986974 Sep 14 02:53:37.781659 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-bc932a55-ce70-4d16-9e42-51edaf74eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.783218 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-bc932a55-ce70-4d16-9e42-51edaf74eb3a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38d1361415444603b6ec30f67ea98aa7&device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 1127 time: 0.0450323 Sep 14 02:53:37.827288 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-efa8ac6e-a989-476a-8911-7a52a9c4e762 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eed1a481-99d3-4d2b-8667-8d12e1861658 HTTP/1.1" status: 200 len: 217 time: 0.0349698 Sep 14 02:53:37.884723 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-efc0e975-83ff-4985-aa5e-1278187727fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:37.886589 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-efc0e975-83ff-4985-aa5e-1278187727fc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e694461c-388f-405e-b43c-d79ff814c208 HTTP/1.1" status: 200 len: 849 time: 0.0491271 Sep 14 02:53:37.930228 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-ec0aefdf-3770-4fab-8163-93a497987fd9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f8b0b7d4-0949-4669-840a-c955423d6d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319057 Sep 14 02:53:38.084388 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc8b0-2baf-4f8b-a8e4-42b87d5b310d req-eff9338c-c509-4b28-8628-60a4412f9893 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:38.091665 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f4dbc8b0-2baf-4f8b-a8e4-42b87d5b310d req-eff9338c-c509-4b28-8628-60a4412f9893 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 943 time: 0.0535135 Sep 14 02:53:38.100847 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:38.116690 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-afc2f1b0-13cc-408e-bdc1-c8f8fff3ac4a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921843 Sep 14 02:53:38.142998 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f4dbc8b0-2baf-4f8b-a8e4-42b87d5b310d req-ca087386-26ed-432e-832d-34bc35e5dae1 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 Sep 14 02:53:38.219004 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6af73867-4315-46b7-bd2c-6dbbb08dfaba req-5c8b20b7-53a3-4e54-9cfa-a2476604633e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952804 Sep 14 02:53:38.404036 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a542d-08ee-4b72-a20d-8cdbeed944ad req-4f598c86-16d8-4279-82bd-a60933ec4624 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:38.405538 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8b2a542d-08ee-4b72-a20d-8cdbeed944ad req-4f598c86-16d8-4279-82bd-a60933ec4624 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0521307 Sep 14 02:53:38.445930 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:38.453914 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8b2a542d-08ee-4b72-a20d-8cdbeed944ad req-9c11b907-640d-44a6-b3be-0547402a776b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Sep 14 02:53:39.277553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f049c19-2088-40d0-a3e2-f1908a62f881 req-5dc41ac3-9555-4a69-b3f6-821ebf1e7c86 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:39.279255 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7f049c19-2088-40d0-a3e2-f1908a62f881 req-5dc41ac3-9555-4a69-b3f6-821ebf1e7c86 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 943 time: 0.0583682 Sep 14 02:53:39.334013 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7f049c19-2088-40d0-a3e2-f1908a62f881 req-90dd7950-5e9f-42c0-bf99-79056f426b3c tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490794 Sep 14 02:53:39.581811 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984016e-9554-4e6b-8174-f0cab0c73aad req-7a869d6d-431d-4df9-a1ea-e6f4a0cbfa60 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:39.583639 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c984016e-9554-4e6b-8174-f0cab0c73aad req-7a869d6d-431d-4df9-a1ea-e6f4a0cbfa60 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0479898 Sep 14 02:53:39.641239 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c984016e-9554-4e6b-8174-f0cab0c73aad req-728ace8b-6678-415e-9b84-1a955bb68775 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502019 Sep 14 02:53:40.325680 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40070) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:40.465999 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-beafb8e6-b0b7-43f2-b8e3-8e3ec9cf3c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:40.470861 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:40.490915 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b86e7-de26-4476-9f6a-12e0847890b2 req-0e30ffa4-4320-48d5-98f9-d67c58560f3d tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:40.493344 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0e6b86e7-de26-4476-9f6a-12e0847890b2 req-0e30ffa4-4320-48d5-98f9-d67c58560f3d tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 943 time: 0.0694797 Sep 14 02:53:40.568366 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0e6b86e7-de26-4476-9f6a-12e0847890b2 req-774ada43-11e0-4d73-8290-856da16dfef3 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670178 Sep 14 02:53:40.598518 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-beafb8e6-b0b7-43f2-b8e3-8e3ec9cf3c9d admin admin] Publish callbacks [] for security_group (ed211f6f-8b6c-4dbf-b233-fc7f03c8a5af), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:40.684609 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-beafb8e6-b0b7-43f2-b8e3-8e3ec9cf3c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (ed211f6f-8b6c-4dbf-b233-fc7f03c8a5af), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:40.755450 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-beafb8e6-b0b7-43f2-b8e3-8e3ec9cf3c9d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b174270dbeea4c4bbe90bfbf3c09405f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281468 Sep 14 02:53:40.756811 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafb8e6-b0b7-43f2-b8e3-8e3ec9cf3c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed211f6f-8b6c-4dbf-b233-fc7f03c8a5af,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:40.765618 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40086) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:40.822857 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff67c8-8d90-41dc-bfa8-11bf0b1faf37 req-92bd70c5-e694-4ab1-bcef-e0f613d8844c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:40.824306 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e5ff67c8-8d90-41dc-bfa8-11bf0b1faf37 req-92bd70c5-e694-4ab1-bcef-e0f613d8844c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0626464 Sep 14 02:53:40.832939 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-cf5396d6-b695-4cfe-a032-f33a321961e7 admin admin] Publish callbacks [] for security_group (ed211f6f-8b6c-4dbf-b233-fc7f03c8a5af), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:40.854257 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-cf5396d6-b695-4cfe-a032-f33a321961e7 admin admin] Publish callbacks [] for security_group (ed211f6f-8b6c-4dbf-b233-fc7f03c8a5af), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:40.878559 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e5ff67c8-8d90-41dc-bfa8-11bf0b1faf37 req-e7675eb8-94cb-4dae-9986-42289326f1be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483217 Sep 14 02:53:40.987099 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-cf5396d6-b695-4cfe-a032-f33a321961e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (ed211f6f-8b6c-4dbf-b233-fc7f03c8a5af), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:40.989631 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-cf5396d6-b695-4cfe-a032-f33a321961e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:40.990806 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-cf5396d6-b695-4cfe-a032-f33a321961e7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ed211f6f-8b6c-4dbf-b233-fc7f03c8a5af HTTP/1.1" status: 204 len: 168 time: 0.2238572 Sep 14 02:53:40.999323 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5396d6-b695-4cfe-a032-f33a321961e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed211f6f-8b6c-4dbf-b233-fc7f03c8a5af,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:41.616328 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device eed1a481-99d3-4d2b-8667-8d12e1861658 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:53:41.634865 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:41.695605 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a14ca-21a2-45f4-bba0-6ad1d5dec2e6 req-3a4a6176-da3b-4970-9b83-de13eddb09d7 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:41.700196 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e4a14ca-21a2-45f4-bba0-6ad1d5dec2e6 req-3a4a6176-da3b-4970-9b83-de13eddb09d7 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 943 time: 0.0522850 Sep 14 02:53:41.723124 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port eed1a481-99d3-4d2b-8667-8d12e1861658, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=eed1a481-99d3-4d2b-8667-8d12e1861658,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:41.735130 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'eed1a481-99d3-4d2b-8667-8d12e1861658', 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d', 'port_id': 'eed1a481-99d3-4d2b-8667-8d12e1861658', 'mac_address': 'fa:16:3e:b2:6a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e694461c-388f-405e-b43c-d79ff814c208', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:53:41.748694 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e4a14ca-21a2-45f4-bba0-6ad1d5dec2e6 req-2aef57ea-2072-4bcb-942c-e356dde42e7f tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453925 Sep 14 02:53:42.082069 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port eed1a481-99d3-4d2b-8667-8d12e1861658 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:53:42.082069 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.082069 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed1a481-99d3-4d2b-8667-8d12e1861658 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:53:42.082069 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port eed1a481-99d3-4d2b-8667-8d12e1861658, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=eed1a481-99d3-4d2b-8667-8d12e1861658,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:42.083604 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf01b4-69ed-4b2d-84ff-ebbb4edbd20d req-3241fd83-049a-467a-8807-31d4f0310839 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:42.083604 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6ddf01b4-69ed-4b2d-84ff-ebbb4edbd20d req-3241fd83-049a-467a-8807-31d4f0310839 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0468543 Sep 14 02:53:42.083604 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6ddf01b4-69ed-4b2d-84ff-ebbb4edbd20d req-88204170-68f8-404e-a620-67b2d474a959 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 Sep 14 02:53:42.085649 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40100) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:42.099567 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b99dbeae-3741-4042-982a-13b8dcf7ee06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.184902 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b99dbeae-3741-4042-982a-13b8dcf7ee06 admin admin] Publish callbacks [] for security_group (95c66814-8d24-43fb-8629-7776fc7ce1ca), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.239719 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.287269 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=eed1a481-99d3-4d2b-8667-8d12e1861658,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:42.291225 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b99dbeae-3741-4042-982a-13b8dcf7ee06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (95c66814-8d24-43fb-8629-7776fc7ce1ca), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.334011 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b99dbeae-3741-4042-982a-13b8dcf7ee06 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3a8382b173d644f39fc2cff9da92258e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560382 Sep 14 02:53:42.335194 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dbeae-3741-4042-982a-13b8dcf7ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c66814-8d24-43fb-8629-7776fc7ce1ca,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:42.336764 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40104) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:42.393783 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b9a3644f-ceb7-4e64-ad82-574d0269e298 admin admin] Publish callbacks [] for security_group (95c66814-8d24-43fb-8629-7776fc7ce1ca), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.416969 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b9a3644f-ceb7-4e64-ad82-574d0269e298 admin admin] Publish callbacks [] for security_group (95c66814-8d24-43fb-8629-7776fc7ce1ca), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.544815 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['eed1a481-99d3-4d2b-8667-8d12e1861658'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:53:42.580917 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b9a3644f-ceb7-4e64-ad82-574d0269e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (95c66814-8d24-43fb-8629-7776fc7ce1ca), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.583584 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b9a3644f-ceb7-4e64-ad82-574d0269e298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:42.584823 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b9a3644f-ceb7-4e64-ad82-574d0269e298 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/95c66814-8d24-43fb-8629-7776fc7ce1ca HTTP/1.1" status: 204 len: 168 time: 0.2468376 Sep 14 02:53:42.592820 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3644f-ceb7-4e64-ad82-574d0269e298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c66814-8d24-43fb-8629-7776fc7ce1ca,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:43.152202 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:43.220108 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8a9cb-d40d-4d80-bc8c-30b86a21c015 req-d6d9f684-1cfd-49a0-be13-816592b0ad17 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:43.221597 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-00c8a9cb-d40d-4d80-bc8c-30b86a21c015 req-d6d9f684-1cfd-49a0-be13-816592b0ad17 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 944 time: 0.0671539 Sep 14 02:53:43.227407 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138d7e7-d88b-4ea8-ba54-05d0c3ba2f14 req-e4eb8bc5-221d-4c7a-b5c5-f76d97a292d0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:43.229510 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7138d7e7-d88b-4ea8-ba54-05d0c3ba2f14 req-e4eb8bc5-221d-4c7a-b5c5-f76d97a292d0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0863872 Sep 14 02:53:43.289287 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:43.308690 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-00c8a9cb-d40d-4d80-bc8c-30b86a21c015 req-77a94456-9e27-4b48-a56b-31163a2e9fea tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788908 Sep 14 02:53:43.312934 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7138d7e7-d88b-4ea8-ba54-05d0c3ba2f14 req-419e7be5-915c-4887-9092-d01c37429d61 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757203 Sep 14 02:53:43.616672 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device eed1a481-99d3-4d2b-8667-8d12e1861658 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:53:43.665700 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port eed1a481-99d3-4d2b-8667-8d12e1861658 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:53:43.722750 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port eed1a481-99d3-4d2b-8667-8d12e1861658 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:53:43.723134 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:43.723475 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port eed1a481-99d3-4d2b-8667-8d12e1861658 Sep 14 02:53:43.755446 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:43.799637 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port eed1a481-99d3-4d2b-8667-8d12e1861658 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:53:43.800032 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:43.833662 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9246b3-141a-4cd9-9602-3a3e9c5b5907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed1a481-99d3-4d2b-8667-8d12e1861658'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:53:43.836455 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f077c3a-5b29-4d3c-bb99-d064846619f8" -d '{"events": [{"server_uuid": "1d9246b3-141a-4cd9-9602-3a3e9c5b5907", "name": "network-vif-plugged", "status": "completed", "tag": "eed1a481-99d3-4d2b-8667-8d12e1861658"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:53:43.846688 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port eed1a481-99d3-4d2b-8667-8d12e1861658, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=eed1a481-99d3-4d2b-8667-8d12e1861658,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:43.875653 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a439e62b-0127-4128-878c-0dee7e9d05f3 x-openstack-request-id: req-a439e62b-0127-4128-878c-0dee7e9d05f3 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:53:43.875966 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9246b3-141a-4cd9-9602-3a3e9c5b5907", "name": "network-vif-plugged", "status": "completed", "tag": "eed1a481-99d3-4d2b-8667-8d12e1861658", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:53:43.876227 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a439e62b-0127-4128-878c-0dee7e9d05f3 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:53:43.876617 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a439e62b-0127-4128-878c-0dee7e9d05f3'] response: {'server_uuid': '1d9246b3-141a-4cd9-9602-3a3e9c5b5907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed1a481-99d3-4d2b-8667-8d12e1861658', 'code': 200} Sep 14 02:53:43.928963 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:43.976893 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=eed1a481-99d3-4d2b-8667-8d12e1861658,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:44.181051 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d9410-331d-4388-be08-d5461bd54fce req-3cdfccff-39f0-47a5-93b4-f7e7d7d160b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:44.183130 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d15d9410-331d-4388-be08-d5461bd54fce req-3cdfccff-39f0-47a5-93b4-f7e7d7d160b7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 1129 time: 0.0374763 Sep 14 02:53:44.217365 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:44.233501 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d15d9410-331d-4388-be08-d5461bd54fce req-1f5baafd-00a8-46b6-b9b2-e0713ed762b7 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Sep 14 02:53:44.484184 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-101bbe03-b11c-488d-86b9-c57ae29eeef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:44.485506 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbd95a-2c08-4f05-acba-71f15ada3a51 req-bed816e7-5283-4d89-a683-cb65370f4c0c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:44.487115 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-42bbd95a-2c08-4f05-acba-71f15ada3a51 req-bed816e7-5283-4d89-a683-cb65370f4c0c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0885739 Sep 14 02:53:44.505101 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d72530-cde7-4542-a733-f0f00580d314 req-0992f549-f312-44f9-b7e2-8b08741fd293 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:44.506645 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-50d72530-cde7-4542-a733-f0f00580d314 req-0992f549-f312-44f9-b7e2-8b08741fd293 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 945 time: 0.0709946 Sep 14 02:53:44.586364 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-42bbd95a-2c08-4f05-acba-71f15ada3a51 req-c7f33189-a7a4-44d1-b327-6f9fda707d25 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907114 Sep 14 02:53:44.590297 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-50d72530-cde7-4542-a733-f0f00580d314 req-acb9d4d1-85a2-4830-8ed9-6588e37f4d41 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765581 Sep 14 02:53:45.754448 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8dde6-791f-4557-8cc0-0f8880eab4b5 req-43b2b421-61a5-4833-a0a6-2d92856881d7 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:45.759123 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f7f8dde6-791f-4557-8cc0-0f8880eab4b5 req-43b2b421-61a5-4833-a0a6-2d92856881d7 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 945 time: 0.0881255 Sep 14 02:53:45.767320 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ca48-8cf3-4f2f-a741-28381b41836e req-44de4ead-8ba3-422a-ba28-0f0b1c852571 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:45.768976 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5fc4ca48-8cf3-4f2f-a741-28381b41836e req-44de4ead-8ba3-422a-ba28-0f0b1c852571 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0961239 Sep 14 02:53:45.857530 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f7f8dde6-791f-4557-8cc0-0f8880eab4b5 req-33ec0424-0458-409d-9270-a34a94657b57 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875332 Sep 14 02:53:45.860995 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5fc4ca48-8cf3-4f2f-a741-28381b41836e req-98f5553e-ae9b-44e5-8ce3-3a8355834d5b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833759 Sep 14 02:53:46.137978 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40222) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:46.249457 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4e412151-2b85-41d9-9069-f0e264ec73a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:46.330676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4e412151-2b85-41d9-9069-f0e264ec73a3 admin admin] Publish callbacks [] for security_group (28902df8-22c1-43de-89ea-28f507b8ed51), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:46.380423 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4e412151-2b85-41d9-9069-f0e264ec73a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (28902df8-22c1-43de-89ea-28f507b8ed51), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:46.421377 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4e412151-2b85-41d9-9069-f0e264ec73a3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=711182fd4a494c8e928dd97613f53c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823050 Sep 14 02:53:46.422360 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e412151-2b85-41d9-9069-f0e264ec73a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28902df8-22c1-43de-89ea-28f507b8ed51,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:46.424368 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40228) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:46.481085 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-21af770a-b658-44f4-add8-d24b2ae8877a admin admin] Publish callbacks [] for security_group (28902df8-22c1-43de-89ea-28f507b8ed51), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:46.501887 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-21af770a-b658-44f4-add8-d24b2ae8877a admin admin] Publish callbacks [] for security_group (28902df8-22c1-43de-89ea-28f507b8ed51), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:46.604511 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-21af770a-b658-44f4-add8-d24b2ae8877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (28902df8-22c1-43de-89ea-28f507b8ed51), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:46.607344 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-21af770a-b658-44f4-add8-d24b2ae8877a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:46.608577 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-21af770a-b658-44f4-add8-d24b2ae8877a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/28902df8-22c1-43de-89ea-28f507b8ed51 HTTP/1.1" status: 204 len: 168 time: 0.1832283 Sep 14 02:53:46.618051 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af770a-b658-44f4-add8-d24b2ae8877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28902df8-22c1-43de-89ea-28f507b8ed51,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:46.740924 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-5e94e01f-4ed2-4329-bd1b-72bda287ca01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:47.035596 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e4170-702f-4e3f-9265-30dcf05ad58e req-ddcf4fbe-80a3-48d7-894f-0b60ea5f9bf9 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:47.037183 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-747e4170-702f-4e3f-9265-30dcf05ad58e req-ddcf4fbe-80a3-48d7-894f-0b60ea5f9bf9 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 945 time: 0.0892680 Sep 14 02:53:47.048626 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944df5e-f1d4-41d6-b06d-f7bc449d6eff req-7f25dbd9-e86c-454c-8cbd-f2bd0846bb69 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:47.050101 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2944df5e-f1d4-41d6-b06d-f7bc449d6eff req-7f25dbd9-e86c-454c-8cbd-f2bd0846bb69 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0911982 Sep 14 02:53:47.128168 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2944df5e-f1d4-41d6-b06d-f7bc449d6eff req-41cc1d52-3b4a-406b-974b-e269f02ebed8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699790 Sep 14 02:53:47.131078 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-747e4170-702f-4e3f-9265-30dcf05ad58e req-29b90c66-cb69-4f3e-b135-1a13a57b57f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800889 Sep 14 02:53:47.252430 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40248) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:47.265735 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e209483f-f52d-4d48-80c5-1b1fe468bdb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:47.312553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:47.352563 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e209483f-f52d-4d48-80c5-1b1fe468bdb0 admin admin] Publish callbacks [] for security_group (410095ad-4cd7-4ba5-a5ab-56db3d7ca716), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:47.409935 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e209483f-f52d-4d48-80c5-1b1fe468bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (410095ad-4cd7-4ba5-a5ab-56db3d7ca716), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:47.421444 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:47.449974 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-e209483f-f52d-4d48-80c5-1b1fe468bdb0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=73987d79f3c94009b18807d27453544a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964612 Sep 14 02:53:47.451866 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209483f-f52d-4d48-80c5-1b1fe468bdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410095ad-4cd7-4ba5-a5ab-56db3d7ca716,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:47.453354 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40254) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:47.507140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddda926c-0080-4b8c-b406-28c230fcddde admin admin] Publish callbacks [] for security_group (410095ad-4cd7-4ba5-a5ab-56db3d7ca716), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:47.529768 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddda926c-0080-4b8c-b406-28c230fcddde admin admin] Publish callbacks [] for security_group (410095ad-4cd7-4ba5-a5ab-56db3d7ca716), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:47.671427 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddda926c-0080-4b8c-b406-28c230fcddde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (410095ad-4cd7-4ba5-a5ab-56db3d7ca716), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:47.673905 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ddda926c-0080-4b8c-b406-28c230fcddde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:47.675280 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ddda926c-0080-4b8c-b406-28c230fcddde admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/410095ad-4cd7-4ba5-a5ab-56db3d7ca716 HTTP/1.1" status: 204 len: 168 time: 0.2197247 Sep 14 02:53:47.684816 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda926c-0080-4b8c-b406-28c230fcddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410095ad-4cd7-4ba5-a5ab-56db3d7ca716,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:48.188619 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:48.290927 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb515ea-841c-4688-a2af-50f9a766626e req-8a51babd-af77-47ba-969c-cd239c6ce2c2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:48.290927 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4bb515ea-841c-4688-a2af-50f9a766626e req-8a51babd-af77-47ba-969c-cd239c6ce2c2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0684195 Sep 14 02:53:48.350064 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4bb515ea-841c-4688-a2af-50f9a766626e req-a5ca145d-dc76-4a97-8976-2e8b799ac147 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535924 Sep 14 02:53:48.790071 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc119f-87c3-493f-90d8-d3fd33871ce3 req-56b4ca2e-ca58-49bc-847b-7021427d45dc tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:48.791603 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-31dc119f-87c3-493f-90d8-d3fd33871ce3 req-56b4ca2e-ca58-49bc-847b-7021427d45dc tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 945 time: 0.0506735 Sep 14 02:53:48.845683 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-31dc119f-87c3-493f-90d8-d3fd33871ce3 req-e31f5e48-efcb-4c8f-b3d7-a76e784d41fe tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471854 Sep 14 02:53:49.474655 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40332) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:49.596998 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a86c25e-f39d-40d6-a982-5b3916959e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.618266 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:49.675246 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a86c25e-f39d-40d6-a982-5b3916959e8b admin admin] Publish callbacks [] for security_group (fb3c3e1c-6616-463c-88f7-c269d510eb2e), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.752577 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a86c25e-f39d-40d6-a982-5b3916959e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (fb3c3e1c-6616-463c-88f7-c269d510eb2e), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.794689 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7a86c25e-f39d-40d6-a982-5b3916959e8b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5324e94d88d442648988e45a86e9b055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179741 Sep 14 02:53:49.795574 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86c25e-f39d-40d6-a982-5b3916959e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3c3e1c-6616-463c-88f7-c269d510eb2e,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:49.797358 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40346) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:49.827452 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.849872 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9121ad66-2482-4358-ac9f-f14ab9f93734 admin admin] Publish callbacks [] for security_group (fb3c3e1c-6616-463c-88f7-c269d510eb2e), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.873506 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9121ad66-2482-4358-ac9f-f14ab9f93734 admin admin] Publish callbacks [] for security_group (fb3c3e1c-6616-463c-88f7-c269d510eb2e), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.878430 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.969913 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9121ad66-2482-4358-ac9f-f14ab9f93734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (fb3c3e1c-6616-463c-88f7-c269d510eb2e), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.972543 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9121ad66-2482-4358-ac9f-f14ab9f93734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:49.973704 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-9121ad66-2482-4358-ac9f-f14ab9f93734 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fb3c3e1c-6616-463c-88f7-c269d510eb2e HTTP/1.1" status: 204 len: 168 time: 0.1747649 Sep 14 02:53:49.982274 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121ad66-2482-4358-ac9f-f14ab9f93734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3c3e1c-6616-463c-88f7-c269d510eb2e,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:50.189609 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd3dbc-6e10-4e99-a707-143b69743a97 req-57317a22-7cfd-46ae-8bac-d35ac4c9eec6 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:50.191183 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f1bd3dbc-6e10-4e99-a707-143b69743a97 req-57317a22-7cfd-46ae-8bac-d35ac4c9eec6 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0479422 Sep 14 02:53:50.240408 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f1bd3dbc-6e10-4e99-a707-143b69743a97 req-28346947-3cbb-435a-a7a6-9c4b8c5e89be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Sep 14 02:53:50.356536 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ddb4-eb42-4517-807b-a5283add997f req-f1a86d48-c0ce-4c52-80ab-93b848fde930 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:50.358135 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9768ddb4-eb42-4517-807b-a5283add997f req-f1a86d48-c0ce-4c52-80ab-93b848fde930 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 945 time: 0.0509775 Sep 14 02:53:50.407996 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9768ddb4-eb42-4517-807b-a5283add997f req-4ca30f3a-1806-43f8-8f68-278cbf72d4b7 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 Sep 14 02:53:50.820572 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acc098-bb4c-427b-98eb-3beee28cbf55 req-4b21ef0b-ad04-4a19-8924-c9d07a9b8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:50.822077 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b3acc098-bb4c-427b-98eb-3beee28cbf55 req-4b21ef0b-ad04-4a19-8924-c9d07a9b8a94 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 1129 time: 0.0412686 Sep 14 02:53:50.994880 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b3acc098-bb4c-427b-98eb-3beee28cbf55 req-6e79134c-dd1a-42ee-8708-7b41aaec73df service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632842 Sep 14 02:53:51.082569 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40390) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:51.196700 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-81821838-a730-4f83-b4fd-7fb6915a5596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.284440 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-5cbce40f-fc73-4285-9ea6-8764ba303803 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:51.286398 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-5cbce40f-fc73-4285-9ea6-8764ba303803 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 945 time: 0.0584061 Sep 14 02:53:51.290801 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-81821838-a730-4f83-b4fd-7fb6915a5596 admin admin] Publish callbacks [] for security_group (a9f055eb-3faf-4d4f-ae81-027ac5c37295), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.358103 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-81821838-a730-4f83-b4fd-7fb6915a5596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a9f055eb-3faf-4d4f-ae81-027ac5c37295), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.396103 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:51.404747 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Deleting port eed1a481-99d3-4d2b-8667-8d12e1861658 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:51.405074 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.411489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad6e4c-6334-4d0e-a204-ba04f3b7838f req-25856d3b-ceb2-4138-a1c3-610d2026a039 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:51.412997 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d2ad6e4c-6334-4d0e-a204-ba04f3b7838f req-25856d3b-ceb2-4138-a1c3-610d2026a039 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0893648 Sep 14 02:53:51.428068 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81821838-a730-4f83-b4fd-7fb6915a5596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f055eb-3faf-4d4f-ae81-027ac5c37295,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:51.433538 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-81821838-a730-4f83-b4fd-7fb6915a5596 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=67746069954443cabfb7f45cc71d13c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493502 Sep 14 02:53:51.443145 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40398) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:51.453204 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:51.510158 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] For port eed1a481-99d3-4d2b-8667-8d12e1861658, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=eed1a481-99d3-4d2b-8667-8d12e1861658,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:51.510546 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d2ad6e4c-6334-4d0e-a204-ba04f3b7838f req-96ac5a40-0ecc-4224-a372-50f200cbee22 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899441 Sep 14 02:53:51.510802 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.521501 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:51.533920 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Calling delete_port for eed1a481-99d3-4d2b-8667-8d12e1861658 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:51.536012 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7459c5e-9bc7-47e5-97b3-c05eff67d1fb admin admin] Publish callbacks [] for security_group (a9f055eb-3faf-4d4f-ae81-027ac5c37295), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.560124 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7459c5e-9bc7-47e5-97b3-c05eff67d1fb admin admin] Publish callbacks [] for security_group (a9f055eb-3faf-4d4f-ae81-027ac5c37295), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.639827 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63856993-f9ad-412c-aefd-bbc39010ed11 req-01068e7e-a11b-4f68-9a84-1b1234fdfb5b tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:51.641411 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63856993-f9ad-412c-aefd-bbc39010ed11 req-01068e7e-a11b-4f68-9a84-1b1234fdfb5b tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 945 time: 0.0482655 Sep 14 02:53:51.698089 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63856993-f9ad-412c-aefd-bbc39010ed11 req-8ce78d2c-1ac5-4b16-b036-a7fd52fe7533 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Sep 14 02:53:51.775899 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7459c5e-9bc7-47e5-97b3-c05eff67d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a9f055eb-3faf-4d4f-ae81-027ac5c37295), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.778950 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7459c5e-9bc7-47e5-97b3-c05eff67d1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.782694 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-f7459c5e-9bc7-47e5-97b3-c05eff67d1fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a9f055eb-3faf-4d4f-ae81-027ac5c37295 HTTP/1.1" status: 204 len: 168 time: 0.3359354 Sep 14 02:53:51.788300 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7459c5e-9bc7-47e5-97b3-c05eff67d1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f055eb-3faf-4d4f-ae81-027ac5c37295,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:51.799394 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (eed1a481-99d3-4d2b-8667-8d12e1861658), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.815995 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['eed1a481-99d3-4d2b-8667-8d12e1861658'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:53:51.827253 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Pushing event deleted for resources: {'Port': ['ID=eed1a481-99d3-4d2b-8667-8d12e1861658,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:51.878067 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] No DVR routers for this DVR port eed1a481-99d3-4d2b-8667-8d12e1861658 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:53:51.880476 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:51.883659 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-a6d6e0a6-e114-4bf4-9746-f7f57aa9cff8 req-6b5864a2-6b93-45c5-8abd-945d44df8073 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.23 "DELETE /networking/v2.0/ports/eed1a481-99d3-4d2b-8667-8d12e1861658 HTTP/1.1" status: 204 len: 173 time: 0.5916810 Sep 14 02:53:51.884146 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9246b3-141a-4cd9-9602-3a3e9c5b5907', 'name': 'network-vif-deleted', 'tag': 'eed1a481-99d3-4d2b-8667-8d12e1861658'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:53:51.886354 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1328e75-cd07-4a8f-b960-748cdd9d57c5" -d '{"events": [{"server_uuid": "1d9246b3-141a-4cd9-9602-3a3e9c5b5907", "name": "network-vif-deleted", "tag": "eed1a481-99d3-4d2b-8667-8d12e1861658"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:53:51.925515 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d41827-ff47-4eae-b9b1-29abdf84cb32 x-openstack-request-id: req-30d41827-ff47-4eae-b9b1-29abdf84cb32 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:53:51.925890 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9246b3-141a-4cd9-9602-3a3e9c5b5907", "name": "network-vif-deleted", "tag": "eed1a481-99d3-4d2b-8667-8d12e1861658", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:53:51.926148 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-30d41827-ff47-4eae-b9b1-29abdf84cb32 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:53:51.926582 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d41827-ff47-4eae-b9b1-29abdf84cb32'] response: {'server_uuid': '1d9246b3-141a-4cd9-9602-3a3e9c5b5907', 'name': 'network-vif-deleted', 'tag': 'eed1a481-99d3-4d2b-8667-8d12e1861658', 'status': 'completed', 'code': 200} Sep 14 02:53:52.377389 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40414) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:52.390907 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5cd9bc0a-64af-419d-b06f-965689f715fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:52.493116 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5cd9bc0a-64af-419d-b06f-965689f715fa admin admin] Publish callbacks [] for security_group (999b4a96-2c51-49da-be12-e6740d8ef0a8), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:52.576170 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5cd9bc0a-64af-419d-b06f-965689f715fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (999b4a96-2c51-49da-be12-e6740d8ef0a8), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:52.626956 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-5cd9bc0a-64af-419d-b06f-965689f715fa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7de34d0952c24da4ae6fe38f6a978e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484953 Sep 14 02:53:52.629780 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40422) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:52.645687 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9bc0a-64af-419d-b06f-965689f715fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999b4a96-2c51-49da-be12-e6740d8ef0a8,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:52.666557 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24a9a7-4883-4a88-8e11-71547fc89064 req-4f044bb3-875b-4c9e-86f4-8dc80854aa68 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:52.669271 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9b24a9a7-4883-4a88-8e11-71547fc89064 req-4f044bb3-875b-4c9e-86f4-8dc80854aa68 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0577955 Sep 14 02:53:52.689793 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-48bd960a-35e3-4ba2-bea0-73636f2a654a admin admin] Publish callbacks [] for security_group (999b4a96-2c51-49da-be12-e6740d8ef0a8), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:52.702140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:52.711045 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-48bd960a-35e3-4ba2-bea0-73636f2a654a admin admin] Publish callbacks [] for security_group (999b4a96-2c51-49da-be12-e6740d8ef0a8), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:52.722926 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9b24a9a7-4883-4a88-8e11-71547fc89064 req-d048fcb3-0052-4b0d-9317-332153022819 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Sep 14 02:53:52.824381 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-425266bd-da79-4574-91d2-17ee57b3e96d req-8d3b9581-7c79-44d1-81fd-f416ff3565e8 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 210 time: 0.0273468 Sep 14 02:53:52.825988 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-48bd960a-35e3-4ba2-bea0-73636f2a654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (999b4a96-2c51-49da-be12-e6740d8ef0a8), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:52.828551 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-48bd960a-35e3-4ba2-bea0-73636f2a654a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:52.829692 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-48bd960a-35e3-4ba2-bea0-73636f2a654a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/999b4a96-2c51-49da-be12-e6740d8ef0a8 HTTP/1.1" status: 204 len: 168 time: 0.1985726 Sep 14 02:53:52.838875 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd960a-35e3-4ba2-bea0-73636f2a654a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999b4a96-2c51-49da-be12-e6740d8ef0a8,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:53.617068 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40446) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:53.631505 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7ee72cd8-640c-4822-9102-d7dd5c79fd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:53.705595 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7ee72cd8-640c-4822-9102-d7dd5c79fd74 admin admin] Publish callbacks [] for security_group (2dabf949-cc18-49b1-aa08-14e8bb5f91f5), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:53.769687 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7ee72cd8-640c-4822-9102-d7dd5c79fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (2dabf949-cc18-49b1-aa08-14e8bb5f91f5), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:53.810273 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7ee72cd8-640c-4822-9102-d7dd5c79fd74 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=edc2309e5a6441cea851a35a9afd81f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921084 Sep 14 02:53:53.811397 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee72cd8-640c-4822-9102-d7dd5c79fd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabf949-cc18-49b1-aa08-14e8bb5f91f5,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:53.813679 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40450) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:53.862995 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e637da-0d32-4aa3-b71c-8afda8718566 req-2b9475a9-ec53-4aa1-9de0-0f8750ab5b8e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:53.864511 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-71e637da-0d32-4aa3-b71c-8afda8718566 req-2b9475a9-ec53-4aa1-9de0-0f8750ab5b8e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0560095 Sep 14 02:53:53.866237 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5ec27377-d033-4b15-998a-4459eb43ad95 admin admin] Publish callbacks [] for security_group (2dabf949-cc18-49b1-aa08-14e8bb5f91f5), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:53.955690 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5ec27377-d033-4b15-998a-4459eb43ad95 admin admin] Publish callbacks [] for security_group (2dabf949-cc18-49b1-aa08-14e8bb5f91f5), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:54.003592 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-71e637da-0d32-4aa3-b71c-8afda8718566 req-d00dbe2f-2a0c-4166-83e6-f9d6cc453359 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224375 Sep 14 02:53:54.114170 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5ec27377-d033-4b15-998a-4459eb43ad95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (2dabf949-cc18-49b1-aa08-14e8bb5f91f5), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:54.123228 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5ec27377-d033-4b15-998a-4459eb43ad95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:54.124342 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-5ec27377-d033-4b15-998a-4459eb43ad95 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2dabf949-cc18-49b1-aa08-14e8bb5f91f5 HTTP/1.1" status: 204 len: 168 time: 0.3097708 Sep 14 02:53:54.142136 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec27377-d033-4b15-998a-4459eb43ad95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabf949-cc18-49b1-aa08-14e8bb5f91f5,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:54.196617 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8a6a6d1c-229c-4e76-98f3-ebab9ca18ff0 req-341a15e9-b64e-4fcc-9a32-8df35ffe8807 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d9246b3-141a-4cd9-9602-3a3e9c5b5907 HTTP/1.1" status: 200 len: 210 time: 0.0547988 Sep 14 02:53:54.472015 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62297f4-a177-49fc-b864-b5c5292fbadb req-9dd5ccb9-e69f-41fb-88d8-0c4286493a2c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:54.473514 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f62297f4-a177-49fc-b864-b5c5292fbadb req-9dd5ccb9-e69f-41fb-88d8-0c4286493a2c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0479376 Sep 14 02:53:54.526447 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f62297f4-a177-49fc-b864-b5c5292fbadb req-3fe2c7e8-3a4a-4edd-a32f-5a809607ac51 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Sep 14 02:53:54.751158 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-f3391fbb-c74b-478a-87cc-a648fd08b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:54.752680 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-f3391fbb-c74b-478a-87cc-a648fd08b7ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 1129 time: 0.0488725 Sep 14 02:53:54.788845 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40482) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:54.789818 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-db8e8d2d-7cc7-4509-aa8f-3b4f20c7edb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089007231', 'description': 'tempest-description--1429298171'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:54.827828 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:53:54.852526 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-d2efd657-523e-4165-95e3-e90f614ba1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:54.854129 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-d2efd657-523e-4165-95e3-e90f614ba1ee service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.0952177 Sep 14 02:53:54.878974 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db8e8d2d-7cc7-4509-aa8f-3b4f20c7edb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:54.898269 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-2b493752-5b67-41d3-bd7e-e61094f4c4cb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811fea78-d531-4790-8314-89dd0106a43f HTTP/1.1" status: 200 len: 217 time: 0.0352671 Sep 14 02:53:54.932094 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:54.950291 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-21c70419-dfed-48ef-9a63-1210f9f0ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:54.951843 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-21c70419-dfed-48ef-9a63-1210f9f0ff21 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0459874 Sep 14 02:53:54.967567 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db8e8d2d-7cc7-4509-aa8f-3b4f20c7edb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (88d0db4e-58c0-49a7-89dd-422aec56e870), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:54.999638 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-cb15fa1f-12e2-48fd-8624-2a80a99667c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:55.001312 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-cb15fa1f-12e2-48fd-8624-2a80a99667c6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0419662 Sep 14 02:53:55.061395 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db8e8d2d-7cc7-4509-aa8f-3b4f20c7edb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (88d0db4e-58c0-49a7-89dd-422aec56e870), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.100667 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e8d2d-7cc7-4509-aa8f-3b4f20c7edb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d0db4e-58c0-49a7-89dd-422aec56e870,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:55.108780 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:55.138390 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db8e8d2d-7cc7-4509-aa8f-3b4f20c7edb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.142842 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-c1150169-0573-4305-81db-7c81a6cc99ac service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305721 Sep 14 02:53:55.143029 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-db8e8d2d-7cc7-4509-aa8f-3b4f20c7edb3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3538961 Sep 14 02:53:55.143135 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40496) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:55.147132 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-8a688cfa-eaf0-4459-aad3-b2d1bba1d675 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group_rule': {'security_group_id': '88d0db4e-58c0-49a7-89dd-422aec56e870', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:55.246329 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:55.298688 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-24d04176-2a5c-4bec-ba23-c2123ccf94b3 req-1fbee88d-7bbf-47ab-b8e6-7fb8f114da71 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468048 Sep 14 02:53:55.357006 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a688cfa-eaf0-4459-aad3-b2d1bba1d675 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (e59d1190-fdd0-40b3-bde4-e1b8585c8a61), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.440552 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a688cfa-eaf0-4459-aad3-b2d1bba1d675 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (e59d1190-fdd0-40b3-bde4-e1b8585c8a61), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.512856 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a688cfa-eaf0-4459-aad3-b2d1bba1d675 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (e59d1190-fdd0-40b3-bde4-e1b8585c8a61), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.534926 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a688cfa-eaf0-4459-aad3-b2d1bba1d675 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59d1190-fdd0-40b3-bde4-e1b8585c8a61,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:55.553365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:55.615160 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-f0038b7e-5399-430d-866c-3862e485eb91 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:55.624083 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-f0038b7e-5399-430d-866c-3862e485eb91 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f8b0b7d4-0949-4669-840a-c955423d6d1d HTTP/1.1" status: 200 len: 809 time: 0.1385324 Sep 14 02:53:55.630277 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a688cfa-eaf0-4459-aad3-b2d1bba1d675 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.630277 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8a688cfa-eaf0-4459-aad3-b2d1bba1d675 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4860930 Sep 14 02:53:55.632460 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40530) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:55.638730 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-575f92b4-c67a-4501-915a-d3c2189f8c5a tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/quotas/38d1361415444603b6ec30f67ea98aa7 HTTP/1.1" status: 200 len: 375 time: 0.0134406 Sep 14 02:53:55.638996 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-fb7e113b-dcc1-4d1a-b3d4-d7cfa5845f81 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group_rule': {'security_group_id': '88d0db4e-58c0-49a7-89dd-422aec56e870', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:55.684687 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0c7b05e1-8426-4f64-9356-3082a991e263 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=38d1361415444603b6ec30f67ea98aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336161 Sep 14 02:53:55.692303 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device eed1a481-99d3-4d2b-8667-8d12e1861658 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:55.711994 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: eed1a481-99d3-4d2b-8667-8d12e1861658 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:55.712345 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device eed1a481-99d3-4d2b-8667-8d12e1861658 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:55.763773 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fb7e113b-dcc1-4d1a-b3d4-d7cfa5845f81 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (543aada1-22f4-4f01-848c-3051a6dcf775), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.779049 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-cb2dbbd9-1f95-48d8-976a-5e0e7cce6a13 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Sep 14 02:53:55.828517 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fb7e113b-dcc1-4d1a-b3d4-d7cfa5845f81 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (543aada1-22f4-4f01-848c-3051a6dcf775), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.877495 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-49b3a10a-ceee-4b62-a965-fed4a50da10a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937235 Sep 14 02:53:55.914429 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fb7e113b-dcc1-4d1a-b3d4-d7cfa5845f81 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (543aada1-22f4-4f01-848c-3051a6dcf775), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:55.935438 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e113b-dcc1-4d1a-b3d4-d7cfa5845f81 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543aada1-22f4-4f01-848c-3051a6dcf775,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:55.994316 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3bad3-2bdd-47e6-be8c-d6880760ad7a req-9e8ac687-3e5f-4257-9634-53f52063db2d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:55.996816 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f8a3bad3-2bdd-47e6-be8c-d6880760ad7a req-9e8ac687-3e5f-4257-9634-53f52063db2d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0493977 Sep 14 02:53:56.000925 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fb7e113b-dcc1-4d1a-b3d4-d7cfa5845f81 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.006704 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-fb7e113b-dcc1-4d1a-b3d4-d7cfa5845f81 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3686743 Sep 14 02:53:56.006958 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40540) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:56.015894 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:56.068416 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f8a3bad3-2bdd-47e6-be8c-d6880760ad7a req-7b512b1f-9cfa-409c-9707-174d69f8127f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629704 Sep 14 02:53:56.124647 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.244338 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-814e2208-d092-41eb-b64c-853af6ec54bf req-a89c8279-1ad8-47c3-98ff-f1bb9cf3acb7 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 210 time: 0.0594237 Sep 14 02:53:56.269325 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de31626-7fef-480c-9b99-e2e74b6f2e1e req-6b72a2b7-b19e-4fcf-a1b4-c19b2ebd1471 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:56.271171 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7de31626-7fef-480c-9b99-e2e74b6f2e1e req-6b72a2b7-b19e-4fcf-a1b4-c19b2ebd1471 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0881984 Sep 14 02:53:56.282290 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:56.294692 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.376091 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7de31626-7fef-480c-9b99-e2e74b6f2e1e req-95b8a4ad-0e20-478a-80bb-ada1c415608f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909626 Sep 14 02:53:56.440018 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Allocated IP 172.28.1.220 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/6ac5995b-a47c-4f85-9990-b9159770ecc0) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:53:56.569711 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (6ac5995b-a47c-4f85-9990-b9159770ecc0), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.701640 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (6ac5995b-a47c-4f85-9990-b9159770ecc0), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.760563 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:53:56.774212 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:53:56.779468 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:53:56.782959 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=6ac5995b-a47c-4f85-9990-b9159770ecc0,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:56.903608 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (92b0cc39-f927-4d9a-9934-8b2eca2de363), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:57.027931 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (6ac5995b-a47c-4f85-9990-b9159770ecc0), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:57.239170 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40c53b-5226-4036-81d6-ddc698db889e req-3abd2e29-43ea-49de-9559-46d6e0531eec tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:57.240671 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ed40c53b-5226-4036-81d6-ddc698db889e req-3abd2e29-43ea-49de-9559-46d6e0531eec tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0750670 Sep 14 02:53:57.256233 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (6ac5995b-a47c-4f85-9990-b9159770ecc0), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:57.297287 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ed40c53b-5226-4036-81d6-ddc698db889e req-8c0d26bd-d9c8-44d4-8000-3d5370fcfdcf tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509264 Sep 14 02:53:57.326703 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (6ac5995b-a47c-4f85-9990-b9159770ecc0), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:57.398252 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:57.407321 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1199b411-f5ac-449f-91dd-dc720b2aeb9d req-55c72ff5-5987-4d17-ab49-c7b2f719a405 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 210 time: 0.0756838 Sep 14 02:53:57.421275 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (92b0cc39-f927-4d9a-9934-8b2eca2de363), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:57.437611 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=6ac5995b-a47c-4f85-9990-b9159770ecc0,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:57.521049 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb115db3-e2ee-4b72-8af6-1a54f18590c7 req-e93dac47-7d3c-4c50-8ed4-203519c91ed6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:57.522571 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fb115db3-e2ee-4b72-8af6-1a54f18590c7 req-e93dac47-7d3c-4c50-8ed4-203519c91ed6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0488620 Sep 14 02:53:57.536671 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:57.537879 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-2770cc19-ead3-4916-8e1a-fcf510d34e46 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5301623 Sep 14 02:53:57.554789 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:57.578484 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fb115db3-e2ee-4b72-8af6-1a54f18590c7 req-1ddfc0ab-1c90-44d5-8915-86e2eb96dded tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502350 Sep 14 02:53:57.767292 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-d6f05e11-3ebd-4f53-b690-8209aa057f63 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2089007231&fields=id&tenant_id=b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 267 time: 0.0472124 Sep 14 02:53:57.881697 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-57c8d78d-ce94-4c5a-b83b-38ec2910d67e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:57.883538 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-57c8d78d-ce94-4c5a-b83b-38ec2910d67e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 814 time: 0.1089253 Sep 14 02:53:57.915054 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-656328e4-d135-411c-9a06-1ef90c9882ee tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/quotas/b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 375 time: 0.0239856 Sep 14 02:53:57.983019 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-20ae0d6a-0fb1-49c9-a524-8de7427e7042 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602977 Sep 14 02:53:58.086090 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-1267c17e-9686-49c3-8790-228fa67c78de service neutron] 10.222.0.27 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999560 Sep 14 02:53:58.180969 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-28a4c261-0ad6-4c5f-bede-aaf8e7987cab service neutron] 10.222.0.27 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884800 Sep 14 02:53:58.429802 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-58b8b5a5-0844-4f63-94bf-dfb97ed0847d req-e1d43b39-2209-414e-b38f-502e30c4b618 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 210 time: 0.0436256 Sep 14 02:53:58.730566 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5bf5881a-e452-41d3-8275-2d828a055f52 req-3f1bf839-fcad-4162-ab10-e2892f77c0da tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 210 time: 0.0344176 Sep 14 02:53:58.736945 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d470a8-7717-4055-b9fc-a669721dcea6 req-5aa4eb71-f6aa-4954-9170-efe43f0c9d43 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:58.738592 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-32d470a8-7717-4055-b9fc-a669721dcea6 req-5aa4eb71-f6aa-4954-9170-efe43f0c9d43 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.3422852 Sep 14 02:53:58.796394 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-32d470a8-7717-4055-b9fc-a669721dcea6 req-09f0e9f7-766c-4553-a51e-ba8a77bcfb3d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507958 Sep 14 02:53:58.852795 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24929734-9651-40fc-901b-46fdde7c58bd req-10fc709b-c502-4499-a2e5-5c6f8006a3c8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:58.854428 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-24929734-9651-40fc-901b-46fdde7c58bd req-10fc709b-c502-4499-a2e5-5c6f8006a3c8 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0495424 Sep 14 02:53:58.922554 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-24929734-9651-40fc-901b-46fdde7c58bd req-6213e8ca-c4cb-4b22-b6ef-f37070296592 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581269 Sep 14 02:53:59.130068 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:59.344352 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-b81bd0ad-bb24-4b0c-85ed-8132b5c95724 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:59.345997 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-b81bd0ad-bb24-4b0c-85ed-8132b5c95724 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.23 "GET /networking/v2.0/networks?id=f8b0b7d4-0949-4669-840a-c955423d6d1d HTTP/1.1" status: 200 len: 809 time: 0.1115658 Sep 14 02:53:59.359918 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Request body: {'port': {'device_id': '16947fc2-c0a8-42e8-b93e-8ae7bbcc953b', 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d', 'admin_state_up': True, 'tenant_id': '38d1361415444603b6ec30f67ea98aa7'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:53:59.575495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Made reservation on behalf of 38d1361415444603b6ec30f67ea98aa7 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:53:59.577761 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8116ee91-e824-43ce-86d9-06ad03287df6 req-57d2543c-d3b3-4f25-8dc6-745859976663 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 210 time: 0.0288625 Sep 14 02:53:59.580602 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:59.600260 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:59.711998 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Allocated IP 172.20.0.5 (f8b0b7d4-0949-4669-840a-c955423d6d1d/e694461c-388f-405e-b43c-d79ff814c208/b50b2920-9fad-49d1-a46d-4162e67c571e) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:53:59.870829 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks [] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:59.901513 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:59.908679 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-17d594af-5158-4086-8e7d-56f145521365 req-d10cc304-6330-4cd6-8a08-25242852419d tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 210 time: 0.0696878 Sep 14 02:54:00.016719 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:00.045648 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b67a-c0a0-4408-9267-4456eb91acec req-356a9a90-e1c2-40d8-8b55-7a2d91a8db12 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:00.050258 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bf42b67a-c0a0-4408-9267-4456eb91acec req-356a9a90-e1c2-40d8-8b55-7a2d91a8db12 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0526230 Sep 14 02:54:00.069068 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Network f8b0b7d4-0949-4669-840a-c955423d6d1d is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:54:00.072686 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:54:00.075166 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Pushing event updated for resources: {'Port': ['ID=b50b2920-9fad-49d1-a46d-4162e67c571e,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:00.078305 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:54:00.124919 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bf42b67a-c0a0-4408-9267-4456eb91acec req-721a9d5b-7155-4587-a125-84d24c76e4b9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701838 Sep 14 02:54:00.167215 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:00.168528 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:00.274486 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-0b21a1ff-920c-40a6-bfea-87f9d5aed4f4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9145856 Sep 14 02:54:00.283282 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Request body: {'port': {'device_id': '16947fc2-c0a8-42e8-b93e-8ae7bbcc953b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:00.350671 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:00.746732 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40698) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:00.751680 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-1f1494e7-71fd-469b-ad1f-f0ef174b92e2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298214355', 'description': 'tempest-description--761802541'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:00.803816 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-85db8280-715f-48cb-8c10-51890f554c00 req-831b3c74-d621-48ec-985e-5d2c27bed4c2 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 210 time: 0.0584381 Sep 14 02:54:00.860962 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:00.871979 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50b2920-9fad-49d1-a46d-4162e67c571e {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:00.876069 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56a956-047a-4c3b-a739-6a8622a95e80 req-995dc162-f237-46fb-a863-ae5160eb92e7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:00.877597 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-eb56a956-047a-4c3b-a739-6a8622a95e80 req-995dc162-f237-46fb-a863-ae5160eb92e7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0519304 Sep 14 02:54:00.879666 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Publish callbacks [] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:00.892200 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f1494e7-71fd-469b-ad1f-f0ef174b92e2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:00.892763 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Transition to ACTIVE for port object b50b2920-9fad-49d1-a46d-4162e67c571e will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:54:00.952992 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-eb56a956-047a-4c3b-a739-6a8622a95e80 req-a2947967-e4f8-4b2d-b03d-1aefbe31d98e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692911 Sep 14 02:54:00.998511 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f1494e7-71fd-469b-ad1f-f0ef174b92e2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group (3b7cf6fa-b6db-434d-93f7-ec489610fb3d), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.004832 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.076297 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f0cf-cb7d-4ce6-8355-a3af99390520 req-53dbfdb9-2c8d-4470-b64e-a29e9c969afd tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:01.078961 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d9b9f0cf-cb7d-4ce6-8355-a3af99390520 req-53dbfdb9-2c8d-4470-b64e-a29e9c969afd tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 943 time: 0.0546551 Sep 14 02:54:01.091743 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f1494e7-71fd-469b-ad1f-f0ef174b92e2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (3b7cf6fa-b6db-434d-93f7-ec489610fb3d), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.094355 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Pushing event updated for resources: {'Port': ['ID=b50b2920-9fad-49d1-a46d-4162e67c571e,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:01.106838 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.107199 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.107565 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.107910 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.108421 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.108752 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.109070 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.109399 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.109725 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.110055 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.110380 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.110724 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.111097 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.111365 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.111683 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:01.146541 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Attempting to bind port b50b2920-9fad-49d1-a46d-4162e67c571e on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:54:01.146888 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Attempting to bind port b50b2920-9fad-49d1-a46d-4162e67c571e by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:54:01.150190 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Attempting to bind port b50b2920-9fad-49d1-a46d-4162e67c571e on network f8b0b7d4-0949-4669-840a-c955423d6d1d {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:01.153846 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1494e7-71fd-469b-ad1f-f0ef174b92e2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7cf6fa-b6db-434d-93f7-ec489610fb3d,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:01.195845 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d9b9f0cf-cb7d-4ce6-8355-a3af99390520 req-223ed070-f33e-456a-9db7-a6e5f3e9c1fb tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116645 Sep 14 02:54:01.197488 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Port b50b2920-9fad-49d1-a46d-4162e67c571e on network f8b0b7d4-0949-4669-840a-c955423d6d1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:54:01.197870 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Attempting to bind port b50b2920-9fad-49d1-a46d-4162e67c571e on network f8b0b7d4-0949-4669-840a-c955423d6d1d {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:01.248942 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:01.262192 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:54:01.262558 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Checking segment: {'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:54:01.262944 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Bound using segment: {'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:54:01.263389 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Bound port: b50b2920-9fad-49d1-a46d-4162e67c571e, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:54:01.263879 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.279186 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f1494e7-71fd-469b-ad1f-f0ef174b92e2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.280430 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1f1494e7-71fd-469b-ad1f-f0ef174b92e2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5321500 Sep 14 02:54:01.283876 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40714) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:01.304665 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-ededd4b8-eae2-4c94-a393-c84a54747225 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'security_group_rule': {'security_group_id': '3b7cf6fa-b6db-434d-93f7-ec489610fb3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:01.346771 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fc5bf-7553-4bce-ad10-7c528daca033 req-47753dd6-9fb1-498b-a845-06cd278e4fa3 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:01.350148 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-391fc5bf-7553-4bce-ad10-7c528daca033 req-47753dd6-9fb1-498b-a845-06cd278e4fa3 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1159501 Sep 14 02:54:01.378015 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] For port b50b2920-9fad-49d1-a46d-4162e67c571e, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:54:01.382395 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] For port b50b2920-9fad-49d1-a46d-4162e67c571e, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b50b2920-9fad-49d1-a46d-4162e67c571e,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:54:01.430806 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:01.446108 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-52b04db7-25d7-49ef-9ac8-2f7c1c91bfd9 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:01.447623 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-52b04db7-25d7-49ef-9ac8-2f7c1c91bfd9 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 814 time: 0.1820474 Sep 14 02:54:01.454037 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ededd4b8-eae2-4c94-a393-c84a54747225 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group_rule (39a364e9-d6b9-44c5-bb0e-4332b14f6efe), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.457241 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-391fc5bf-7553-4bce-ad10-7c528daca033 req-fa0ae869-4ee9-4d1d-bb48-5067acfed628 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953324 Sep 14 02:54:01.478824 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.486293 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:01.486944 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.488326 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b50b2920-9fad-49d1-a46d-4162e67c571e HTTP/1.1" status: 200 len: 1093 time: 1.2095461 Sep 14 02:54:01.492271 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16947fc2-c0a8-42e8-b93e-8ae7bbcc953b', 'tag': 'b50b2920-9fad-49d1-a46d-4162e67c571e'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:01.493949 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8305ccd2-781c-48da-830f-d90f5d90b1da" -d '{"events": [{"name": "network-changed", "server_uuid": "16947fc2-c0a8-42e8-b93e-8ae7bbcc953b", "tag": "b50b2920-9fad-49d1-a46d-4162e67c571e"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:01.551058 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-207ce40d-d9c2-4b81-a53a-d576454045a5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 472 time: 0.0923779 Sep 14 02:54:01.560920 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c40cfd-b97b-4aa3-988e-57bf5e96fbb2 x-openstack-request-id: req-b6c40cfd-b97b-4aa3-988e-57bf5e96fbb2 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:01.561244 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16947fc2-c0a8-42e8-b93e-8ae7bbcc953b", "tag": "b50b2920-9fad-49d1-a46d-4162e67c571e", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:01.561556 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b6c40cfd-b97b-4aa3-988e-57bf5e96fbb2 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:01.562070 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c40cfd-b97b-4aa3-988e-57bf5e96fbb2'] response: {'name': 'network-changed', 'server_uuid': '16947fc2-c0a8-42e8-b93e-8ae7bbcc953b', 'tag': 'b50b2920-9fad-49d1-a46d-4162e67c571e', 'status': 'completed', 'code': 200} Sep 14 02:54:01.562182 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'port': {'device_id': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'admin_state_up': True, 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'security_groups': ['88d0db4e-58c0-49a7-89dd-422aec56e870']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:01.566919 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:01.641820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ededd4b8-eae2-4c94-a393-c84a54747225 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group_rule (39a364e9-d6b9-44c5-bb0e-4332b14f6efe), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.644479 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6914-9bb8-4ae0-be95-7c3d4c341981 service neutron] Pushing event updated for resources: {'Port': ['ID=b50b2920-9fad-49d1-a46d-4162e67c571e,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:01.647900 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ccd2-781c-48da-830f-d90f5d90b1da req-fa810d23-7c3a-43e9-ab56-3d079faadb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:01.649457 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8305ccd2-781c-48da-830f-d90f5d90b1da req-fa810d23-7c3a-43e9-ab56-3d079faadb4d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38d1361415444603b6ec30f67ea98aa7&device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 1127 time: 0.0631075 Sep 14 02:54:01.758297 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ededd4b8-eae2-4c94-a393-c84a54747225 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (39a364e9-d6b9-44c5-bb0e-4332b14f6efe), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.791442 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededd4b8-eae2-4c94-a393-c84a54747225 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a364e9-d6b9-44c5-bb0e-4332b14f6efe,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:01.797541 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ccd2-781c-48da-830f-d90f5d90b1da req-f94a6143-5d05-4983-bcd0-fed762b686b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:01.799040 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8305ccd2-781c-48da-830f-d90f5d90b1da req-f94a6143-5d05-4983-bcd0-fed762b686b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=38d1361415444603b6ec30f67ea98aa7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1385076 Sep 14 02:54:01.815632 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Made reservation on behalf of b0bcf113f85a41ecada488b2b06c2fa1 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:54:01.820817 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.841077 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:01.905490 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ededd4b8-eae2-4c94-a393-c84a54747225 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:01.910782 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ededd4b8-eae2-4c94-a393-c84a54747225 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6054959 Sep 14 02:54:01.912726 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40738) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:01.922693 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-d6a4dec6-6459-4713-b713-31992f9a956d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'security_group_rule': {'security_group_id': '3b7cf6fa-b6db-434d-93f7-ec489610fb3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:01.935594 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ccd2-781c-48da-830f-d90f5d90b1da req-e7cff38c-7721-4c28-a636-c87cff91217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:01.939213 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8305ccd2-781c-48da-830f-d90f5d90b1da req-e7cff38c-7721-4c28-a636-c87cff91217d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1247511 Sep 14 02:54:01.945527 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6929a3e4-76f2-45a0-80be-a50da9d43f52 req-8cd8139d-0947-421d-b90f-96aba85e9d2c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 210 time: 0.0474300 Sep 14 02:54:02.016417 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Allocated IP 172.20.0.10 (26f16a6a-1f25-415a-b610-56afa452bb34/a104f6c7-b5f6-430d-ad22-1c424db22d7a/200f4942-b372-4db9-b778-a686aa30fa77) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:54:02.032726 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:02.063205 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d6a4dec6-6459-4713-b713-31992f9a956d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group_rule (7da50fd1-58e9-4bae-a19d-3e2d1054d19c), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.081567 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-8cd7dbae-c2b4-4440-b689-8a9c9dd498e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:02.083111 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-8cd7dbae-c2b4-4440-b689-8a9c9dd498e7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38d1361415444603b6ec30f67ea98aa7&device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 1127 time: 0.0737360 Sep 14 02:54:02.133951 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-09770296-4924-4680-8ecd-1f4457f7cab7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50b2920-9fad-49d1-a46d-4162e67c571e HTTP/1.1" status: 200 len: 217 time: 0.0401883 Sep 14 02:54:02.179939 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283434bd-997b-4734-b8a9-12099ab1ef6c req-5ff46072-80ee-490c-ae92-82168e1823c2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:02.181444 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-283434bd-997b-4734-b8a9-12099ab1ef6c req-5ff46072-80ee-490c-ae92-82168e1823c2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0886443 Sep 14 02:54:02.194456 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d6a4dec6-6459-4713-b713-31992f9a956d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group_rule (7da50fd1-58e9-4bae-a19d-3e2d1054d19c), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.204221 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-7bfca7c4-6337-437b-9f92-00feb4656c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:02.205675 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-7bfca7c4-6337-437b-9f92-00feb4656c6f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e694461c-388f-405e-b43c-d79ff814c208 HTTP/1.1" status: 200 len: 849 time: 0.0617893 Sep 14 02:54:02.239558 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (200f4942-b372-4db9-b778-a686aa30fa77), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.245665 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-639a487b-1d63-4f71-ad39-2e4979e25036 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f8b0b7d4-0949-4669-840a-c955423d6d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326018 Sep 14 02:54:02.270047 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-283434bd-997b-4734-b8a9-12099ab1ef6c req-61883494-2372-43f5-a31e-55e1b0ada0e3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750794 Sep 14 02:54:02.291535 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d6a4dec6-6459-4713-b713-31992f9a956d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (7da50fd1-58e9-4bae-a19d-3e2d1054d19c), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.330522 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab4b97-141f-488f-855c-448ba6d949d1 req-c54cae8c-eac1-434e-a51c-90e7d4f4b64d tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:02.332036 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b1ab4b97-141f-488f-855c-448ba6d949d1 req-c54cae8c-eac1-434e-a51c-90e7d4f4b64d tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 943 time: 0.0515871 Sep 14 02:54:02.344215 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4dec6-6459-4713-b713-31992f9a956d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da50fd1-58e9-4bae-a19d-3e2d1054d19c,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:02.383577 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (200f4942-b372-4db9-b778-a686aa30fa77), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.389254 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b1ab4b97-141f-488f-855c-448ba6d949d1 req-76a9199a-e0e1-4db3-ae43-91a99f741a18 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509303 Sep 14 02:54:02.394787 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-925177d3-5e93-4ebc-834d-5a040df0f2d8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421034 Sep 14 02:54:02.428333 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d6a4dec6-6459-4713-b713-31992f9a956d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.429610 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d6a4dec6-6459-4713-b713-31992f9a956d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5159578 Sep 14 02:54:02.439006 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40744) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:02.445848 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:02.452161 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Network 26f16a6a-1f25-415a-b610-56afa452bb34 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:54:02.456631 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:54:02.460364 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=200f4942-b372-4db9-b778-a686aa30fa77,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:02.462645 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:54:02.529075 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:02.530784 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcb736e3-c3ce-4bc3-93e7-b3525d9f117a req-73b79e2e-a18b-44a5-b17e-00d2fed69730 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241241 Sep 14 02:54:02.532903 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.624181 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.658652 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-5b876692-d3cf-43f9-959f-88c714545b2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1020360 Sep 14 02:54:02.702215 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47940c4-8b14-43a4-ae61-c6020565ae6a req-d5e8ff1b-9995-46ac-a35f-344709662d95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:02.703801 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c47940c4-8b14-43a4-ae61-c6020565ae6a req-d5e8ff1b-9995-46ac-a35f-344709662d95 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1243727 Sep 14 02:54:02.770237 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:02.773193 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.792223 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Provisioning complete for port 200f4942-b372-4db9-b778-a686aa30fa77 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:02.793446 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (200f4942-b372-4db9-b778-a686aa30fa77), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:02.797642 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Attempt 1 to provision port 200f4942-b372-4db9-b778-a686aa30fa77 Sep 14 02:54:02.797755 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c47940c4-8b14-43a4-ae61-c6020565ae6a req-ac6ecc21-14e5-4972-97a6-4cecee07deb1 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812356 Sep 14 02:54:02.826499 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Port 200f4942-b372-4db9-b778-a686aa30fa77 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:02.898350 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Allocated IP 172.28.1.209 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/b101bfba-ed09-45ea-87ad-f33cc14bb50d) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:54:03.008408 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for port (b101bfba-ed09-45ea-87ad-f33cc14bb50d), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:03.083415 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d777e37-b2df-46ab-baab-ebd8e409a1e5 req-8ae15829-ca05-408b-bfdf-1d79b250dc97 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:03.084915 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1d777e37-b2df-46ab-baab-ebd8e409a1e5 req-8ae15829-ca05-408b-bfdf-1d79b250dc97 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 932 time: 0.0529811 Sep 14 02:54:03.132749 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1d777e37-b2df-46ab-baab-ebd8e409a1e5 req-e7ef0b5c-d63a-425d-bc99-bb13c76e2d19 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413289 Sep 14 02:54:03.159175 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (b101bfba-ed09-45ea-87ad-f33cc14bb50d), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:03.196364 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:54:03.201974 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:54:03.205991 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:54:03.210995 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event updated for resources: {'Port': ['ID=b101bfba-ed09-45ea-87ad-f33cc14bb50d,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:03.297888 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (0c383da6-fde1-4f0a-a421-d32d32766fe6), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:03.328163 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Attempt 2 to provision port 200f4942-b372-4db9-b778-a686aa30fa77 Sep 14 02:54:03.328598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:03.367756 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Port 200f4942-b372-4db9-b778-a686aa30fa77 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:03.424582 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0678a-5935-4261-8ce7-884e327cd4df req-b258c3b1-72c4-4e28-bdb9-24ef44f9fb4e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:03.426094 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b4b0678a-5935-4261-8ce7-884e327cd4df req-b258c3b1-72c4-4e28-bdb9-24ef44f9fb4e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0674207 Sep 14 02:54:03.429025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (b101bfba-ed09-45ea-87ad-f33cc14bb50d), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:03.544723 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8241f0-9465-47d8-8ea9-13dfa057e053 req-2205797e-4729-48cf-a6b7-cb910a5a85f1 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:03.546095 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4a8241f0-9465-47d8-8ea9-13dfa057e053 req-2205797e-4729-48cf-a6b7-cb910a5a85f1 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 943 time: 0.0781074 Sep 14 02:54:03.596294 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b4b0678a-5935-4261-8ce7-884e327cd4df req-898b1558-512f-442f-9454-eaf9e3316f97 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480076 Sep 14 02:54:03.608822 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:03.659506 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4a8241f0-9465-47d8-8ea9-13dfa057e053 req-3c825067-19f1-40fc-b5a5-6a13e55834b3 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997899 Sep 14 02:54:03.698042 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Request body: {'port': {'device_id': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:03.731571 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for port (b101bfba-ed09-45ea-87ad-f33cc14bb50d), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:03.770163 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (200f4942-b372-4db9-b778-a686aa30fa77), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:03.818039 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (b101bfba-ed09-45ea-87ad-f33cc14bb50d), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:03.868823 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Attempt 3 to provision port 200f4942-b372-4db9-b778-a686aa30fa77 Sep 14 02:54:03.902066 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Port 200f4942-b372-4db9-b778-a686aa30fa77 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:03.987279 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event updated for resources: {'Port': ['ID=b101bfba-ed09-45ea-87ad-f33cc14bb50d,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:04.004700 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:04.016935 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (0c383da6-fde1-4f0a-a421-d32d32766fe6), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:04.027175 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c451e7-0824-4ea1-8580-13f4d25d3179 req-aa2ae18f-5a2f-4e37-aee2-9d7200b0241e tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:04.028669 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-91c451e7-0824-4ea1-8580-13f4d25d3179 req-aa2ae18f-5a2f-4e37-aee2-9d7200b0241e tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1195664 Sep 14 02:54:04.149886 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:04.151140 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a76cec30-962b-4dcc-847c-9395768ab49e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7112622 Sep 14 02:54:04.180597 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-91c451e7-0824-4ea1-8580-13f4d25d3179 req-79d7e9ff-8dd8-4f86-815b-6f13836a9e8e tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156466 Sep 14 02:54:04.319941 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200f4942-b372-4db9-b778-a686aa30fa77 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:04.332483 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Publish callbacks [] for port (200f4942-b372-4db9-b778-a686aa30fa77), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:04.341846 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3be8d7-bf22-4975-85a0-ce5ee42ff153 req-208a74d1-eaa8-444f-8e51-d602c732c819 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:04.343536 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b3be8d7-bf22-4975-85a0-ce5ee42ff153 req-208a74d1-eaa8-444f-8e51-d602c732c819 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 932 time: 0.0824294 Sep 14 02:54:04.352368 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:04.365742 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Transition to ACTIVE for port object 200f4942-b372-4db9-b778-a686aa30fa77 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:54:04.403313 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Attempt 4 to provision port 200f4942-b372-4db9-b778-a686aa30fa77 Sep 14 02:54:04.440917 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b3be8d7-bf22-4975-85a0-ce5ee42ff153 req-78182991-f514-47ad-bffa-08d6f72a13b1 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874958 Sep 14 02:54:04.444324 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-9fe73a7a-357f-4fc9-a36e-76fe88fdf22b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1298214355&fields=id&tenant_id=8699604d52874cda8ff8c3c7b8e23345 HTTP/1.1" status: 200 len: 267 time: 0.0713918 Sep 14 02:54:04.467883 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Port 200f4942-b372-4db9-b778-a686aa30fa77 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:04.468147 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (200f4942-b372-4db9-b778-a686aa30fa77), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:04.508430 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-360086a3-611f-43bc-a477-224e19cf349c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594010 Sep 14 02:54:04.515654 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:04.612952 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=200f4942-b372-4db9-b778-a686aa30fa77,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:04.618107 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-d7e948de-9381-4fa0-9403-8d5291842319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:04.621223 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-d7e948de-9381-4fa0-9403-8d5291842319 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 1130 time: 0.0773916 Sep 14 02:54:04.668402 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:04.685325 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:04.761044 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-1db34fd2-b0b0-40ed-abac-0a9c90a76588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:04.764034 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-1db34fd2-b0b0-40ed-abac-0a9c90a76588 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 914 time: 0.1180553 Sep 14 02:54:04.771582 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d682af75-6305-4cc2-8a99-4d9bdd1b942c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:04.773089 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d682af75-6305-4cc2-8a99-4d9bdd1b942c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 819 time: 0.3207195 Sep 14 02:54:04.784239 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Attempting to bind port 200f4942-b372-4db9-b778-a686aa30fa77 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:54:04.784613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Attempting to bind port 200f4942-b372-4db9-b778-a686aa30fa77 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:54:04.784933 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Attempting to bind port 200f4942-b372-4db9-b778-a686aa30fa77 on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:04.826957 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc9c2-3410-4efb-9b78-5c6cf6e566d9 req-2f7a1b7c-604f-448e-b6f5-2fa2147b9448 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:04.834275 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1bacc9c2-3410-4efb-9b78-5c6cf6e566d9 req-2f7a1b7c-604f-448e-b6f5-2fa2147b9448 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.1302035 Sep 14 02:54:04.840479 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-9a6540e2-511c-4704-ad99-61f6c14125d3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e HTTP/1.1" status: 200 len: 1001 time: 0.0676785 Sep 14 02:54:04.849622 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-0f47ac34-4bf0-4709-b68c-b468f478d88f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/quotas/8699604d52874cda8ff8c3c7b8e23345 HTTP/1.1" status: 200 len: 375 time: 0.0589054 Sep 14 02:54:04.860595 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:04.897672 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-654c77eb-65ea-4186-8438-74192848e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:04.899198 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-654c77eb-65ea-4186-8438-74192848e3ae service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.0537608 Sep 14 02:54:04.938957 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Port 200f4942-b372-4db9-b778-a686aa30fa77 on network 26f16a6a-1f25-415a-b610-56afa452bb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:54:04.939463 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Attempting to bind port 200f4942-b372-4db9-b778-a686aa30fa77 on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:04.950582 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-fc995913-2793-44f1-8dfc-9785cfc72b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:04.952435 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1bacc9c2-3410-4efb-9b78-5c6cf6e566d9 req-35b3cc47-5ddb-400f-9de0-01581c5924dc tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172717 Sep 14 02:54:04.952599 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-fc995913-2793-44f1-8dfc-9785cfc72b65 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0466933 Sep 14 02:54:04.961137 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Attempt 5 to provision port 200f4942-b372-4db9-b778-a686aa30fa77 Sep 14 02:54:04.961382 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-0e1e86f4-a585-405b-8a40-d2335c9aeb63 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0994964 Sep 14 02:54:05.019399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Port 200f4942-b372-4db9-b778-a686aa30fa77 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:05.096227 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-4edf8e61-fe82-46fe-8081-6a223a6bcff5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341639 Sep 14 02:54:05.100175 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:54:05.100598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Checking segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:54:05.100791 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Bound using segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:54:05.101242 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Bound port: 200f4942-b372-4db9-b778-a686aa30fa77, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:54:05.101599 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (200f4942-b372-4db9-b778-a686aa30fa77), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:05.218575 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-cf7cd85a-0cbd-4b55-a6fe-1c7565aaf678 req-940faa97-8115-4b95-96fd-9ec53a1e8f6d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136510 Sep 14 02:54:05.369899 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb341cd-02f7-4d43-bd81-b7b1cfed3c26 req-3665e7be-aa70-49e0-ae97-1b6d07b68c6d tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:05.371458 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cdb341cd-02f7-4d43-bd81-b7b1cfed3c26 req-3665e7be-aa70-49e0-ae97-1b6d07b68c6d tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 943 time: 0.3161023 Sep 14 02:54:05.453414 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-5c483bb6-7466-43de-a546-4ba1bd66e422 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505303 Sep 14 02:54:05.494560 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] For port 200f4942-b372-4db9-b778-a686aa30fa77, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:54:05.501040 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cdb341cd-02f7-4d43-bd81-b7b1cfed3c26 req-30976af2-55b8-4f6f-9521-bb52807b88e4 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042891 Sep 14 02:54:05.528355 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Attempt 6 to provision port 200f4942-b372-4db9-b778-a686aa30fa77 Sep 14 02:54:05.543934 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] For port 200f4942-b372-4db9-b778-a686aa30fa77, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=200f4942-b372-4db9-b778-a686aa30fa77,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:54:05.556719 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:05.564824 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Port 200f4942-b372-4db9-b778-a686aa30fa77 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:05.613056 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (200f4942-b372-4db9-b778-a686aa30fa77), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:05.616359 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-a6c3a4f1-466c-4322-9889-2a244810f018 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535537 Sep 14 02:54:05.617480 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:05.618071 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:05.619352 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/200f4942-b372-4db9-b778-a686aa30fa77 HTTP/1.1" status: 200 len: 1094 time: 1.9254060 Sep 14 02:54:05.623470 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'tag': '200f4942-b372-4db9-b778-a686aa30fa77'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:05.625984 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6ea266-d6e6-4379-8028-b16b77c8c789" -d '{"events": [{"name": "network-changed", "server_uuid": "9c28345c-a8ca-463d-aa18-fd286857ac8a", "tag": "200f4942-b372-4db9-b778-a686aa30fa77"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:05.655678 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928941-f152-4a71-a118-a0867c663aae req-8f4f8107-dbd9-4828-a5e5-7559fb8a361b tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:05.657182 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2e928941-f152-4a71-a118-a0867c663aae req-8f4f8107-dbd9-4828-a5e5-7559fb8a361b tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0924187 Sep 14 02:54:05.707794 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227db13-1931-4f09-86d6-cfacff48aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=200f4942-b372-4db9-b778-a686aa30fa77,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:05.726946 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2e928941-f152-4a71-a118-a0867c663aae req-33145ca6-904b-47ee-b299-ac0f882729e9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628502 Sep 14 02:54:05.739492 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device b50b2920-9fad-49d1-a46d-4162e67c571e details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:54:05.876574 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port b50b2920-9fad-49d1-a46d-4162e67c571e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b50b2920-9fad-49d1-a46d-4162e67c571e,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:05.891988 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'b50b2920-9fad-49d1-a46d-4162e67c571e', 'network_id': 'f8b0b7d4-0949-4669-840a-c955423d6d1d', 'port_id': 'b50b2920-9fad-49d1-a46d-4162e67c571e', 'mac_address': 'fa:16:3e:5a:ab:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e694461c-388f-405e-b43c-d79ff814c208', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:54:05.897483 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5594c3f1-3b25-4219-8700-dde07460d3ef x-openstack-request-id: req-5594c3f1-3b25-4219-8700-dde07460d3ef {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:05.897772 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c28345c-a8ca-463d-aa18-fd286857ac8a", "tag": "200f4942-b372-4db9-b778-a686aa30fa77", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:05.898018 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5594c3f1-3b25-4219-8700-dde07460d3ef {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:05.898780 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5594c3f1-3b25-4219-8700-dde07460d3ef'] response: {'name': 'network-changed', 'server_uuid': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'tag': '200f4942-b372-4db9-b778-a686aa30fa77', 'status': 'completed', 'code': 200} Sep 14 02:54:05.909554 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b78e1-09a7-45a7-a78e-e0c32a910cb2 req-3ae234ab-db03-41fc-845e-328d710cf1d5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:05.918590 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ae2b78e1-09a7-45a7-a78e-e0c32a910cb2 req-3ae234ab-db03-41fc-845e-328d710cf1d5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 944 time: 0.1168690 Sep 14 02:54:05.939139 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port b50b2920-9fad-49d1-a46d-4162e67c571e is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:05.939539 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:05.939645 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-7ea7e131-7c11-491e-af0d-61a08db4159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:05.941213 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-7ea7e131-7c11-491e-af0d-61a08db4159b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 1128 time: 0.0855837 Sep 14 02:54:05.955012 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50b2920-9fad-49d1-a46d-4162e67c571e {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:05.978852 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port b50b2920-9fad-49d1-a46d-4162e67c571e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b50b2920-9fad-49d1-a46d-4162e67c571e,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:06.009062 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-31199254-6edd-46df-ab83-5db0ab0387f3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200f4942-b372-4db9-b778-a686aa30fa77 HTTP/1.1" status: 200 len: 217 time: 0.0522883 Sep 14 02:54:06.013176 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-803fcc0a-7238-4cc7-84ad-b751126a5591 req-6444e86d-37cd-401d-be73-584e7186902b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 210 time: 0.0766699 Sep 14 02:54:06.060986 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:06.066553 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Attempt 7 to provision port 200f4942-b372-4db9-b778-a686aa30fa77 Sep 14 02:54:06.103099 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ae2b78e1-09a7-45a7-a78e-e0c32a910cb2 req-f8fb02aa-9e67-41ef-bbee-31c8559b5028 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687162 Sep 14 02:54:06.146716 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-0f85c60f-a23d-4c06-81cc-bf9aa7d29823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:06.148214 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-0f85c60f-a23d-4c06-81cc-bf9aa7d29823 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.1223879 Sep 14 02:54:06.167999 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a972e8-0dfd-48f5-bee2-778a1bf0cbfb req-f54facaa-d07f-4cfa-9b8a-3e24c00036ea tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:06.169521 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f6a972e8-0dfd-48f5-bee2-778a1bf0cbfb req-f54facaa-d07f-4cfa-9b8a-3e24c00036ea tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0653687 Sep 14 02:54:06.271033 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f6a972e8-0dfd-48f5-bee2-778a1bf0cbfb req-8e00b800-08d0-4056-afa3-d532edbab7ec tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955124 Sep 14 02:54:06.283510 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-54c1dd66-d571-4af2-9197-fb2dd974a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:06.289162 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-54c1dd66-d571-4af2-9197-fb2dd974a9c8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0797906 Sep 14 02:54:06.313566 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=b50b2920-9fad-49d1-a46d-4162e67c571e,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:06.315815 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0d05-17f1-4a9a-8639-103ab706dd4b None None] Port 200f4942-b372-4db9-b778-a686aa30fa77 had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:54:06.325120 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.325649 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.326136 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.326697 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.327191 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.327669 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.328144 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.328616 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.329270 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.329753 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.330241 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.330876 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.331400 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.331869 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.332346 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:06.385873 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['b50b2920-9fad-49d1-a46d-4162e67c571e'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:54:06.440051 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-01814503-4c84-4c63-be14-c831ec9c7b94 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323867 Sep 14 02:54:06.513230 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:06.650255 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881c3f0-5eb3-40b7-b902-aff1ec745965 req-5b1e99b5-e890-46e2-8dc9-1c1ec350469e tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:06.651743 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1881c3f0-5eb3-40b7-b902-aff1ec745965 req-5b1e99b5-e890-46e2-8dc9-1c1ec350469e tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 944 time: 0.0572460 Sep 14 02:54:06.751872 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1881c3f0-5eb3-40b7-b902-aff1ec745965 req-447227ec-9139-400e-bcc0-c2ff00293465 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939882 Sep 14 02:54:06.764696 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:06.803481 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dc46e288-b5ff-4e02-9f4c-25194780e263 req-c78470d2-4e6b-451e-80e9-763d227dbeda service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168504 Sep 14 02:54:06.888310 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15190186-5ddf-4316-9f8f-b50ba0f217ad req-c99ece32-f9d6-4ff3-afee-a37fa3073bb7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:06.889812 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-15190186-5ddf-4316-9f8f-b50ba0f217ad req-c99ece32-f9d6-4ff3-afee-a37fa3073bb7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0482929 Sep 14 02:54:06.900188 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40894) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:06.958416 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-15190186-5ddf-4316-9f8f-b50ba0f217ad req-ddb47db9-27dd-4807-81c4-7ff6749e6e63 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507431 Sep 14 02:54:07.016952 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7efe206e-480e-4fac-baee-8d3924c1ccac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:07.109527 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7efe206e-480e-4fac-baee-8d3924c1ccac admin admin] Publish callbacks [] for security_group (f2a96ad6-241a-406c-82d8-6bd60e27bf7a), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:07.129158 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e4501905-09f5-4655-a35f-ef482fbbdeeb req-b3ebfb0c-43a4-49a1-8137-c392ab13f5da tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 210 time: 0.0328717 Sep 14 02:54:07.163889 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7efe206e-480e-4fac-baee-8d3924c1ccac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f2a96ad6-241a-406c-82d8-6bd60e27bf7a), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:07.202637 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:07.236553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0fc58-1437-477c-b796-43125c7e8b9b req-50742a76-5241-4baf-b7a7-07f854fc00cd tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:07.238033 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-58a0fc58-1437-477c-b796-43125c7e8b9b req-50742a76-5241-4baf-b7a7-07f854fc00cd tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 944 time: 0.0864367 Sep 14 02:54:07.241480 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-7efe206e-480e-4fac-baee-8d3924c1ccac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5c1d2b6ae7e240678f1d11009898f8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399396 Sep 14 02:54:07.242489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe206e-480e-4fac-baee-8d3924c1ccac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a96ad6-241a-406c-82d8-6bd60e27bf7a,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:07.244095 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40904) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:07.269653 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:07.290737 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-58a0fc58-1437-477c-b796-43125c7e8b9b req-4d4666aa-a7cd-4d44-a056-97bb74c6c771 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454566 Sep 14 02:54:07.298219 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c81c-2941-405b-bd61-530685be8cf8 admin admin] Publish callbacks [] for security_group (f2a96ad6-241a-406c-82d8-6bd60e27bf7a), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:07.332204 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c81c-2941-405b-bd61-530685be8cf8 admin admin] Publish callbacks [] for security_group (f2a96ad6-241a-406c-82d8-6bd60e27bf7a), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:07.404185 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3df435-ef20-4b87-ae0a-90ba6c988ca6 req-1eec1716-f924-4534-b749-a53f7941dee3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:07.405655 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8c3df435-ef20-4b87-ae0a-90ba6c988ca6 req-1eec1716-f924-4534-b749-a53f7941dee3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0467381 Sep 14 02:54:07.458896 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8c3df435-ef20-4b87-ae0a-90ba6c988ca6 req-9284890d-6c19-477a-8719-f27c44054800 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Sep 14 02:54:07.468816 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c81c-2941-405b-bd61-530685be8cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f2a96ad6-241a-406c-82d8-6bd60e27bf7a), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:07.471631 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c81c-2941-405b-bd61-530685be8cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:07.472725 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-a2e9c81c-2941-405b-bd61-530685be8cf8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f2a96ad6-241a-406c-82d8-6bd60e27bf7a HTTP/1.1" status: 204 len: 168 time: 0.2276504 Sep 14 02:54:07.481549 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9c81c-2941-405b-bd61-530685be8cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a96ad6-241a-406c-82d8-6bd60e27bf7a,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:07.744123 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device b50b2920-9fad-49d1-a46d-4162e67c571e up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:54:07.768757 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:07.790556 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port b50b2920-9fad-49d1-a46d-4162e67c571e completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:54:07.902298 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port b50b2920-9fad-49d1-a46d-4162e67c571e triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:07.903226 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:07.903569 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port b50b2920-9fad-49d1-a46d-4162e67c571e Sep 14 02:54:07.925241 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dd973-40d0-4c51-94e8-5e2adc9b602f req-8ba8fd58-7003-4f82-84bf-77dfed03b9ab tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:07.934758 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-855dd973-40d0-4c51-94e8-5e2adc9b602f req-8ba8fd58-7003-4f82-84bf-77dfed03b9ab tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 944 time: 0.0595398 Sep 14 02:54:08.012300 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-5ad7d32b-2642-4416-bead-e3c6186b154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:08.012300 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-5ad7d32b-2642-4416-bead-e3c6186b154c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 1128 time: 0.0700173 Sep 14 02:54:08.032391 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port b50b2920-9fad-49d1-a46d-4162e67c571e is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:08.032995 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:08.082421 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-855dd973-40d0-4c51-94e8-5e2adc9b602f req-981c2aaa-2896-41e8-9194-1af38642449f tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401339 Sep 14 02:54:08.083725 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16947fc2-c0a8-42e8-b93e-8ae7bbcc953b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50b2920-9fad-49d1-a46d-4162e67c571e'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:08.086724 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62b48c6-9925-4fd8-9fc4-47efff283cbf" -d '{"events": [{"server_uuid": "16947fc2-c0a8-42e8-b93e-8ae7bbcc953b", "name": "network-vif-plugged", "status": "completed", "tag": "b50b2920-9fad-49d1-a46d-4162e67c571e"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:08.103931 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port b50b2920-9fad-49d1-a46d-4162e67c571e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b50b2920-9fad-49d1-a46d-4162e67c571e,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:08.151163 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ace04-f265-4dec-8aa0-92388e939949 x-openstack-request-id: req-983ace04-f265-4dec-8aa0-92388e939949 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:08.151508 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16947fc2-c0a8-42e8-b93e-8ae7bbcc953b", "name": "network-vif-plugged", "status": "completed", "tag": "b50b2920-9fad-49d1-a46d-4162e67c571e", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:08.151784 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-983ace04-f265-4dec-8aa0-92388e939949 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:08.152759 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983ace04-f265-4dec-8aa0-92388e939949'] response: {'server_uuid': '16947fc2-c0a8-42e8-b93e-8ae7bbcc953b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50b2920-9fad-49d1-a46d-4162e67c571e', 'code': 200} Sep 14 02:54:08.166988 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675b320-e292-4087-8b80-147488359b43 req-44ae70cd-eeb1-42ec-93f5-8d08ca6e008a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:08.169209 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7675b320-e292-4087-8b80-147488359b43 req-44ae70cd-eeb1-42ec-93f5-8d08ca6e008a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0931284 Sep 14 02:54:08.219536 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-72ab4a25-f617-4dea-adde-046344adabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:08.221520 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:08.222301 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-72ab4a25-f617-4dea-adde-046344adabd7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 914 time: 0.2067535 Sep 14 02:54:08.289922 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=b50b2920-9fad-49d1-a46d-4162e67c571e,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:08.327631 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-90daf0f4-cea7-48aa-975c-b329e12b765e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200f4942-b372-4db9-b778-a686aa30fa77 HTTP/1.1" status: 200 len: 217 time: 0.0926306 Sep 14 02:54:08.334425 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e561ec8a-341a-40c0-83c7-a13d23af6efa req-7ae585e4-2f23-4438-a8b9-1c95e98fefdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 210 time: 0.0803559 Sep 14 02:54:08.339274 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7675b320-e292-4087-8b80-147488359b43 req-941c9783-19fe-42bb-826d-b4a575568f3f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610291 Sep 14 02:54:08.347635 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:08.396640 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-13aab696-a6f1-4339-b146-f65bd97e1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:08.398269 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-13aab696-a6f1-4339-b146-f65bd97e1c02 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.0625997 Sep 14 02:54:08.431240 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40940) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:08.449614 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7564b9ff-fd41-41f2-b9b4-3b2b50253b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:08.491678 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-8a85ed89-ac34-4d4d-916c-85a1d9b7382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:08.493244 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-8a85ed89-ac34-4d4d-916c-85a1d9b7382b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0881553 Sep 14 02:54:08.505398 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97ac19-0659-44aa-9628-b64d4f61e52d req-321c9473-3536-4bfd-8411-771048ac2884 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:08.505398 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5f97ac19-0659-44aa-9628-b64d4f61e52d req-321c9473-3536-4bfd-8411-771048ac2884 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 944 time: 0.0572097 Sep 14 02:54:08.582460 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7564b9ff-fd41-41f2-b9b4-3b2b50253b82 admin admin] Publish callbacks [] for security_group (f89e8f8c-a75c-4e26-955f-b019d2a6f203), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:08.634563 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af996-b36c-4272-84d5-f7faabdb8697 req-8c0aec82-08ff-4c18-baca-61e900dbe4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:08.637381 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-131af996-b36c-4272-84d5-f7faabdb8697 req-8c0aec82-08ff-4c18-baca-61e900dbe4d3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 1129 time: 0.0535035 Sep 14 02:54:08.656584 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df8c2f-8c65-4ed1-8fa7-6d55034eee02 req-897d812c-ab12-4f87-a3c1-525af84cf7e7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:08.658147 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-31df8c2f-8c65-4ed1-8fa7-6d55034eee02 req-897d812c-ab12-4f87-a3c1-525af84cf7e7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0841498 Sep 14 02:54:08.673391 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5f97ac19-0659-44aa-9628-b64d4f61e52d req-22b66a0f-e560-4c69-9085-c9fb06ee7049 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590757 Sep 14 02:54:08.674944 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7564b9ff-fd41-41f2-b9b4-3b2b50253b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f89e8f8c-a75c-4e26-955f-b019d2a6f203), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:08.698541 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:08.707780 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-6c41b5bd-7912-4fcf-9383-4bdedcb443fb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034929 Sep 14 02:54:08.733118 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7564b9ff-fd41-41f2-b9b4-3b2b50253b82 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7e55dbc1c918471ca5a465f44f648a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004498 Sep 14 02:54:08.736664 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 40944) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:08.748834 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564b9ff-fd41-41f2-b9b4-3b2b50253b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e8f8c-a75c-4e26-955f-b019d2a6f203,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:08.753310 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-131af996-b36c-4272-84d5-f7faabdb8697 req-ace32545-ea00-4e12-8015-27b48edd31e7 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077931 Sep 14 02:54:08.822758 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-31df8c2f-8c65-4ed1-8fa7-6d55034eee02 req-54af1585-3721-49a5-bf41-b22e2e8c79b1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530120 Sep 14 02:54:08.873473 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f6ea266-d6e6-4379-8028-b16b77c8c789 req-99a58165-dbe3-425c-96fb-bae0aa086661 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593251 Sep 14 02:54:08.876547 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Publish callbacks [] for security_group (f89e8f8c-a75c-4e26-955f-b019d2a6f203), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:08.902200 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Publish callbacks [] for security_group (f89e8f8c-a75c-4e26-955f-b019d2a6f203), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:09.040282 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f89e8f8c-a75c-4e26-955f-b019d2a6f203), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:09.043328 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:09.044390 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f89e8f8c-a75c-4e26-955f-b019d2a6f203 HTTP/1.1" status: 204 len: 168 time: 0.3053033 Sep 14 02:54:09.053992 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e8f8c-a75c-4e26-955f-b019d2a6f203,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:09.062754 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.063102 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.063441 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.063777 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.064106 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.064433 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.064760 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.065064 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.065396 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.065718 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.066037 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.066363 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.066708 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.067031 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.067348 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f5a24-69ba-47a7-a08d-b4be5696dd0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:09.219228 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23ee96-a25a-4fb4-a1cc-b53523b29797 req-daebe2fc-cb56-4592-96cb-ec5bb12f00dd tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:09.220719 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5d23ee96-a25a-4fb4-a1cc-b53523b29797 req-daebe2fc-cb56-4592-96cb-ec5bb12f00dd tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 945 time: 0.0479581 Sep 14 02:54:09.271886 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5d23ee96-a25a-4fb4-a1cc-b53523b29797 req-aa5aaeab-ad83-4f7c-967f-e5811f24188e tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451937 Sep 14 02:54:09.467958 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-15e8fd17-3fdc-4e03-9644-c5b030a6148e req-04569b4c-3246-4f62-8475-94beb60531bd tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 210 time: 0.0351515 Sep 14 02:54:09.509842 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17a7bc-5316-4373-987a-aa06c24f0f4c req-f221b54c-c0d8-4848-9478-2e00d4d62c7e tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:09.511393 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-db17a7bc-5316-4373-987a-aa06c24f0f4c req-f221b54c-c0d8-4848-9478-2e00d4d62c7e tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0677025 Sep 14 02:54:09.561557 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-db17a7bc-5316-4373-987a-aa06c24f0f4c req-e1b5db9c-f1a1-42a1-aadc-f4cd7983c77f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443203 Sep 14 02:54:09.715597 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40962) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:09.732794 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-be4623fb-ad68-42aa-879e-6f83f9953405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:09.759235 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 200f4942-b372-4db9-b778-a686aa30fa77 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:54:09.835185 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-be4623fb-ad68-42aa-879e-6f83f9953405 admin admin] Publish callbacks [] for security_group (412cac51-239a-4b86-a183-b07a5cf7a8b2), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:09.849747 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82c605-f5e9-406c-96de-a162a90bd6de req-464f9c16-8098-4c41-a019-5e96f65a5ace tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:09.850339 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fe82c605-f5e9-406c-96de-a162a90bd6de req-464f9c16-8098-4c41-a019-5e96f65a5ace tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 944 time: 0.0893848 Sep 14 02:54:09.878542 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-be4623fb-ad68-42aa-879e-6f83f9953405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (412cac51-239a-4b86-a183-b07a5cf7a8b2), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:09.908242 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 200f4942-b372-4db9-b778-a686aa30fa77, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=200f4942-b372-4db9-b778-a686aa30fa77,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:09.925937 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '200f4942-b372-4db9-b778-a686aa30fa77', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'port_id': '200f4942-b372-4db9-b778-a686aa30fa77', 'mac_address': 'fa:16:3e:c0:dc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:54:09.950382 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4623fb-ad68-42aa-879e-6f83f9953405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412cac51-239a-4b86-a183-b07a5cf7a8b2,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:09.957744 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-be4623fb-ad68-42aa-879e-6f83f9953405 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7fcd6d2e06bd41f8aef58bfbf2d14037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409434 Sep 14 02:54:09.960166 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 40968) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:09.964001 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=16 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:09.965211 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=18 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:09.984405 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 200f4942-b372-4db9-b778-a686aa30fa77 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:09.985371 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (200f4942-b372-4db9-b778-a686aa30fa77), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:09.989411 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:09.993737 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fe82c605-f5e9-406c-96de-a162a90bd6de req-03fbfd82-868e-4471-a851-0dcc6aa61734 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373975 Sep 14 02:54:10.004188 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df5cf0-0762-46ef-825a-c81530ac4bbf req-1df7c617-86c9-428d-a59a-83ca54153039 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:10.005917 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-26df5cf0-0762-46ef-825a-c81530ac4bbf req-1df7c617-86c9-428d-a59a-83ca54153039 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0904632 Sep 14 02:54:10.015392 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200f4942-b372-4db9-b778-a686aa30fa77 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:10.045475 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 200f4942-b372-4db9-b778-a686aa30fa77, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=200f4942-b372-4db9-b778-a686aa30fa77,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:10.051965 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-023ce08f-b944-42d5-88c6-b47934636245 admin admin] Publish callbacks [] for security_group (412cac51-239a-4b86-a183-b07a5cf7a8b2), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:10.098912 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-023ce08f-b944-42d5-88c6-b47934636245 admin admin] Publish callbacks [] for security_group (412cac51-239a-4b86-a183-b07a5cf7a8b2), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:10.151239 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:10.154529 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (200f4942-b372-4db9-b778-a686aa30fa77), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:10.172898 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-26df5cf0-0762-46ef-825a-c81530ac4bbf req-8a5d99cb-4e9c-4f13-9bbf-bf3a7fcff72a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463697 Sep 14 02:54:10.188665 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87796f71-9af7-4072-aecc-2623efc8bfa3 req-aa8844af-b145-4512-9f73-73e7de26c54d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:10.190171 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-87796f71-9af7-4072-aecc-2623efc8bfa3 req-aa8844af-b145-4512-9f73-73e7de26c54d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0916052 Sep 14 02:54:10.226306 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=200f4942-b372-4db9-b778-a686aa30fa77,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:10.238123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-41677ed6-3299-4e91-af1b-2f9197eb853e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:10.239767 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-41677ed6-3299-4e91-af1b-2f9197eb853e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 819 time: 0.2298677 Sep 14 02:54:10.267023 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-023ce08f-b944-42d5-88c6-b47934636245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (412cac51-239a-4b86-a183-b07a5cf7a8b2), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:10.268755 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-87796f71-9af7-4072-aecc-2623efc8bfa3 req-11f00aaf-bd1e-4dfd-be8d-b70028243e9e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711057 Sep 14 02:54:10.269703 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-023ce08f-b944-42d5-88c6-b47934636245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:10.270878 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-023ce08f-b944-42d5-88c6-b47934636245 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/412cac51-239a-4b86-a183-b07a5cf7a8b2 HTTP/1.1" status: 204 len: 168 time: 0.3096247 Sep 14 02:54:10.280337 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ce08f-b944-42d5-88c6-b47934636245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412cac51-239a-4b86-a183-b07a5cf7a8b2,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:10.399173 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c6d31-54b5-43e0-b9e4-66c9bb105435 req-fc867f6b-e14f-4f83-a976-bde75688412c tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:10.400663 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b29c6d31-54b5-43e0-b9e4-66c9bb105435 req-fc867f6b-e14f-4f83-a976-bde75688412c tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 945 time: 0.0493398 Sep 14 02:54:10.453355 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b29c6d31-54b5-43e0-b9e4-66c9bb105435 req-0e25e3ef-b961-46d0-bc89-679775640b13 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456831 Sep 14 02:54:10.513399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['200f4942-b372-4db9-b778-a686aa30fa77'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:54:10.592676 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b71b74f1-7367-4dc0-bdf0-e1f36ee40ede req-e24d2232-a3da-4330-b732-c6731ed3c364 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 210 time: 0.0380750 Sep 14 02:54:10.658366 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:10.719981 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-ee670e73-5937-4a40-88f8-bf225915959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:10.721503 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-ee670e73-5937-4a40-88f8-bf225915959d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 1129 time: 0.0599217 Sep 14 02:54:10.759023 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-2df6e252-f6c7-415b-90d6-c80963a9c08a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8699604d52874cda8ff8c3c7b8e23345 HTTP/1.1" status: 200 len: 380 time: 0.0804169 Sep 14 02:54:10.769278 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'port': {'device_id': '42031324-3139-4537-b5ae-2281ec20325e', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'admin_state_up': True, 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'security_groups': ['3b7cf6fa-b6db-434d-93f7-ec489610fb3d']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:10.829807 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:10.835343 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-cc5dd60f-1f70-465c-95d0-645732a112fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:10.836969 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-cc5dd60f-1f70-465c-95d0-645732a112fe service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 911 time: 0.1076152 Sep 14 02:54:10.893721 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:10.912862 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-518cc999-8d33-450f-9ff3-3ca5ed0972a4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0622211 Sep 14 02:54:10.982296 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Made reservation on behalf of 8699604d52874cda8ff8c3c7b8e23345 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:54:10.987836 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:11.003154 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-38571ab9-124f-489e-ad77-10f4faa02033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:11.003154 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-38571ab9-124f-489e-ad77-10f4faa02033 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.0714984 Sep 14 02:54:11.050786 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-69276dfa-bf17-420f-a82f-fd0a9425711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:11.052197 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-69276dfa-bf17-420f-a82f-fd0a9425711f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460401 Sep 14 02:54:11.185002 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-c466c474-7de1-4c47-a3a7-9d88433172ba service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216547 Sep 14 02:54:11.185647 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Allocated IP 172.20.0.12 (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a/7c1443c3-37ad-4a9b-96cd-2cb17bac97d4/1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:54:11.193084 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa0492-1dbc-425f-819c-9ac2aa2a8b2f req-dd7e1384-e47d-4bc7-acde-cb69c7796fe8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:11.194605 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-40fa0492-1dbc-425f-819c-9ac2aa2a8b2f req-dd7e1384-e47d-4bc7-acde-cb69c7796fe8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 945 time: 0.0721917 Sep 14 02:54:11.330958 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-40fa0492-1dbc-425f-819c-9ac2aa2a8b2f req-41c427f6-b9dc-4747-92fd-6d599dfb89c9 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271284 Sep 14 02:54:11.399606 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e7a68-58b5-49f9-a1b0-81e967a384a4 req-42dc7407-bf9a-4fb5-a344-c1c6364fc949 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:11.401376 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d91e7a68-58b5-49f9-a1b0-81e967a384a4 req-42dc7407-bf9a-4fb5-a344-c1c6364fc949 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1284754 Sep 14 02:54:11.452550 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:11.458252 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-adcdf484-db6f-4635-a89e-9e69eb15e752 req-2c2d6352-aecf-4c1a-a37b-deeca6a21c1e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012521 Sep 14 02:54:11.510897 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:11.533495 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d91e7a68-58b5-49f9-a1b0-81e967a384a4 req-5f30bcd6-0fbe-4054-a8f1-4f4321bf88c9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230967 Sep 14 02:54:11.552614 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fa737-a3d1-4036-becc-17357f4f461d req-e8324bff-0def-4516-98d9-6ec4add253d5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:11.556986 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a7fa737-a3d1-4036-becc-17357f4f461d req-e8324bff-0def-4516-98d9-6ec4add253d5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.1135857 Sep 14 02:54:11.651050 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a7fa737-a3d1-4036-becc-17357f4f461d req-a86e14b6-244b-4d38-9020-45f8fdb00c7c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897176 Sep 14 02:54:11.668033 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a896b-f95b-4b9f-a319-22d17ca75b76 req-7413aa1d-183f-4673-9f1b-a4b4b76d4786 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:11.669724 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-406a896b-f95b-4b9f-a319-22d17ca75b76 req-7413aa1d-183f-4673-9f1b-a4b4b76d4786 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 945 time: 0.0634091 Sep 14 02:54:11.701164 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:11.732286 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:11.772005 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 200f4942-b372-4db9-b778-a686aa30fa77 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:54:11.775097 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:54:11.803936 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:54:11.806370 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:54:11.848194 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 200f4942-b372-4db9-b778-a686aa30fa77 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:54:11.858397 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event updated for resources: {'Port': ['ID=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:11.888242 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-406a896b-f95b-4b9f-a319-22d17ca75b76 req-8ba9de4a-3793-42fc-8f1b-fe6de54a94d7 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045302 Sep 14 02:54:11.898661 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614303e-16c0-43bb-96d3-e4f3a8d4a0f2 req-913c574a-6907-4b91-b35c-92893dfe6e09 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:11.904227 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d614303e-16c0-43bb-96d3-e4f3a8d4a0f2 req-913c574a-6907-4b91-b35c-92893dfe6e09 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 932 time: 0.1669078 Sep 14 02:54:11.906765 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 200f4942-b372-4db9-b778-a686aa30fa77 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:11.907548 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (200f4942-b372-4db9-b778-a686aa30fa77), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:11.908340 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 200f4942-b372-4db9-b778-a686aa30fa77 Sep 14 02:54:11.923115 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:11.923308 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:11.995276 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d614303e-16c0-43bb-96d3-e4f3a8d4a0f2 req-caa09e7b-5c81-4a3e-a8ae-b5a6e695a9de tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794475 Sep 14 02:54:12.030754 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e45801ce-5b00-4a2f-b9cb-2869ed24e3be tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2652550 Sep 14 02:54:12.053724 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 200f4942-b372-4db9-b778-a686aa30fa77 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:12.054360 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (200f4942-b372-4db9-b778-a686aa30fa77), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:12.079714 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200f4942-b372-4db9-b778-a686aa30fa77'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:12.081976 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996b1c1a-aa98-4b7f-824a-a26873846651" -d '{"events": [{"server_uuid": "9c28345c-a8ca-463d-aa18-fd286857ac8a", "name": "network-vif-plugged", "status": "completed", "tag": "200f4942-b372-4db9-b778-a686aa30fa77"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:12.096554 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 200f4942-b372-4db9-b778-a686aa30fa77, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=200f4942-b372-4db9-b778-a686aa30fa77,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:12.129441 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb97f02e-00b3-4187-b7c0-d4460943c58c x-openstack-request-id: req-eb97f02e-00b3-4187-b7c0-d4460943c58c {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:12.129752 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c28345c-a8ca-463d-aa18-fd286857ac8a", "name": "network-vif-plugged", "status": "completed", "tag": "200f4942-b372-4db9-b778-a686aa30fa77", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:12.130006 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eb97f02e-00b3-4187-b7c0-d4460943c58c {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:12.130403 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb97f02e-00b3-4187-b7c0-d4460943c58c'] response: {'server_uuid': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200f4942-b372-4db9-b778-a686aa30fa77', 'code': 200} Sep 14 02:54:12.143887 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Request body: {'port': {'device_id': '42031324-3139-4537-b5ae-2281ec20325e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:12.172670 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (200f4942-b372-4db9-b778-a686aa30fa77), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:12.204030 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:12.217201 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Provisioning complete for port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:12.217577 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:12.217911 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Attempt 1 to provision port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f Sep 14 02:54:12.219585 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:12.267700 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=200f4942-b372-4db9-b778-a686aa30fa77,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:12.272095 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:12.500830 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92601857-4f7e-4826-8955-4bb2d2f61785 req-cc395a2f-7a7f-4ed9-a2ca-ef0525310ff6 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:12.502364 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92601857-4f7e-4826-8955-4bb2d2f61785 req-cc395a2f-7a7f-4ed9-a2ca-ef0525310ff6 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0698488 Sep 14 02:54:12.558561 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:12.579435 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Publish callbacks [] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:12.625225 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Transition to ACTIVE for port object 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:54:12.657077 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92601857-4f7e-4826-8955-4bb2d2f61785 req-c9e0d95d-2b50-44a2-bf79-36cca04a87fa tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298623 Sep 14 02:54:12.662364 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:12.676523 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77c105-12b5-4e2b-acc2-d0492f748fb1 req-db2ed91c-8dde-44ad-9ad1-1254aa19ddc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:12.679071 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2c77c105-12b5-4e2b-acc2-d0492f748fb1 req-db2ed91c-8dde-44ad-9ad1-1254aa19ddc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0591443 Sep 14 02:54:12.704589 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:12.774100 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Attempt 2 to provision port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f Sep 14 02:54:12.824448 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:12.824837 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:12.845318 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2c77c105-12b5-4e2b-acc2-d0492f748fb1 req-51b05c34-1c33-42b0-8b7a-a7078959e294 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579690 Sep 14 02:54:12.876621 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b68abe-62a8-4510-a204-1571570e0e9d req-f154b480-173a-49d8-852c-fda98997a319 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:12.878152 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b5b68abe-62a8-4510-a204-1571570e0e9d req-f154b480-173a-49d8-852c-fda98997a319 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.1330957 Sep 14 02:54:12.920573 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:12.944840 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Attempting to bind port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:54:12.945174 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Attempting to bind port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:54:12.945503 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Attempting to bind port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:12.977961 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b5b68abe-62a8-4510-a204-1571570e0e9d req-1d6e628c-8494-49c0-9bf8-3f7681e98c53 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915513 Sep 14 02:54:13.002387 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:54:13.005421 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Attempting to bind port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f on network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:13.102621 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2c15c-e70b-427b-a836-5886b78dd7d0 req-8016fb6e-592c-434f-a408-3d2348ad4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:13.104598 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8ab2c15c-e70b-427b-a836-5886b78dd7d0 req-8016fb6e-592c-434f-a408-3d2348ad4937 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 1130 time: 0.0666325 Sep 14 02:54:13.169464 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8ab2c15c-e70b-427b-a836-5886b78dd7d0 req-b317a73a-673e-4dcf-93f3-0c4b4dbc6f5f service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581181 Sep 14 02:54:13.325696 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Attempt 3 to provision port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f Sep 14 02:54:13.345412 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d74fa-f001-449b-ab9c-a3cb638a2ac2 req-f489d97b-42fa-45f1-8690-b6c762cb436d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:13.346906 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c73d74fa-f001-449b-ab9c-a3cb638a2ac2 req-f489d97b-42fa-45f1-8690-b6c762cb436d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 944 time: 0.0963998 Sep 14 02:54:13.351588 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:54:13.351928 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Checking segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:54:13.352310 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Bound using segment: {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:54:13.352753 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Bound port: 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1dff06-6ffe-45bf-81e6-537bcebfd582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:54:13.353106 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:13.360273 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658dcc-23fa-408e-b0aa-ce549402aae4 req-66ad9764-c52d-427e-86e6-7e8fcc2f5880 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:13.361065 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:13.361776 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-28658dcc-23fa-408e-b0aa-ce549402aae4 req-66ad9764-c52d-427e-86e6-7e8fcc2f5880 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 945 time: 0.0989850 Sep 14 02:54:13.484537 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c73d74fa-f001-449b-ab9c-a3cb638a2ac2 req-4b0230e3-ba85-43c4-8472-0aeaf9eef5de tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203849 Sep 14 02:54:13.489351 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-28658dcc-23fa-408e-b0aa-ce549402aae4 req-2affc8a0-99fd-4006-9059-ed69532ce871 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141851 Sep 14 02:54:13.499125 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] For port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:54:13.502302 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] For port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:54:13.576594 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:13.580901 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:13.581508 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:13.582911 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f HTTP/1.1" status: 200 len: 1094 time: 1.4439480 Sep 14 02:54:13.585736 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:13.585736 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc5054-2a6f-41de-9bf3-51a1238a8033" -d '{"events": [{"name": "network-changed", "server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:13.643244 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcd94b8-8905-4141-9416-38d2e10ff8a0 x-openstack-request-id: req-8fcd94b8-8905-4141-9416-38d2e10ff8a0 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:13.643244 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:13.643244 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8fcd94b8-8905-4141-9416-38d2e10ff8a0 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:13.643244 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcd94b8-8905-4141-9416-38d2e10ff8a0'] response: {'name': 'network-changed', 'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'status': 'completed', 'code': 200} Sep 14 02:54:13.648053 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76954cb-9db0-4615-adb7-019f8fb717c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:13.783743 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcabc09-5c83-4d71-b7f5-0e928dc4161b req-b1af8e30-68fc-45d5-97f7-33d0844f25b0 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:13.785232 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6bcabc09-5c83-4d71-b7f5-0e928dc4161b req-b1af8e30-68fc-45d5-97f7-33d0844f25b0 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0480185 Sep 14 02:54:13.836065 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6bcabc09-5c83-4d71-b7f5-0e928dc4161b req-4845a499-26d9-4ca2-b541-803f7a057932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438342 Sep 14 02:54:13.862401 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Attempt 4 to provision port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f Sep 14 02:54:13.906633 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-6c85445f-2f18-420f-b29a-b7c0fae6ee7a None None] Port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:54:14.112184 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404c133-762c-49d0-b77e-d89f0dc7860c req-9a039b1e-2d71-4b4a-aa3b-448872e66893 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:14.113671 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4404c133-762c-49d0-b77e-d89f0dc7860c req-9a039b1e-2d71-4b4a-aa3b-448872e66893 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0490417 Sep 14 02:54:14.124626 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:14.163882 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4404c133-762c-49d0-b77e-d89f0dc7860c req-7a325941-fb8e-428f-ae41-2f5d469390e5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446842 Sep 14 02:54:14.472528 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ae38a6ad-1538-49ef-b6d3-503cadfd392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.647346 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b5fb6-caa7-40b8-86f5-aab6db9b0e8a req-9ee3e2e2-9d91-4a67-aa55-f879abe56092 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:14.649026 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fe2b5fb6-caa7-40b8-86f5-aab6db9b0e8a req-9ee3e2e2-9d91-4a67-aa55-f879abe56092 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 944 time: 0.0804563 Sep 14 02:54:14.654864 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd88a6b-ff36-413f-9521-a7cc34db65fc req-d2f41aef-0ed5-45bc-beac-e90f65b384d2 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:14.656240 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2dd88a6b-ff36-413f-9521-a7cc34db65fc req-d2f41aef-0ed5-45bc-beac-e90f65b384d2 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 945 time: 0.0777285 Sep 14 02:54:14.723873 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fe2b5fb6-caa7-40b8-86f5-aab6db9b0e8a req-66e9ca68-81f2-4974-8c56-85b268a91ae5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666802 Sep 14 02:54:14.755055 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2dd88a6b-ff36-413f-9521-a7cc34db65fc req-a938d5f3-9751-4c33-836b-1b472ecc8bb5 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904460 Sep 14 02:54:14.967304 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda384-846f-47ac-9bd3-f036251835bb req-75d24542-2c70-47f4-9fbe-53e13c772555 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:14.968795 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-81dda384-846f-47ac-9bd3-f036251835bb req-75d24542-2c70-47f4-9fbe-53e13c772555 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0535336 Sep 14 02:54:15.019996 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-81dda384-846f-47ac-9bd3-f036251835bb req-bd06d8d0-2f3d-4c3a-a9ec-2b6399ccc8c9 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453506 Sep 14 02:54:15.295457 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f135f2-39a5-4d01-b711-388330edcc86 req-2404195b-035f-4631-96a9-6b2a7d33e4c0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:15.296854 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1f135f2-39a5-4d01-b711-388330edcc86 req-2404195b-035f-4631-96a9-6b2a7d33e4c0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0477426 Sep 14 02:54:15.345435 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1f135f2-39a5-4d01-b711-388330edcc86 req-5b44d800-a59a-476f-9814-b9da50d3050a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Sep 14 02:54:15.573933 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc5054-2a6f-41de-9bf3-51a1238a8033 req-380b9920-7604-4d64-96d1-be87a90e7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:15.575385 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7fdc5054-2a6f-41de-9bf3-51a1238a8033 req-380b9920-7604-4d64-96d1-be87a90e7985 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1128 time: 0.0400698 Sep 14 02:54:15.772993 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc5054-2a6f-41de-9bf3-51a1238a8033 req-2fcf9883-14f2-4c14-a53c-805639cb9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:15.775802 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7fdc5054-2a6f-41de-9bf3-51a1238a8033 req-2fcf9883-14f2-4c14-a53c-805639cb9d9e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=8699604d52874cda8ff8c3c7b8e23345&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1746535 Sep 14 02:54:15.776033 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-abd2635f-d458-4633-b162-14514a753e61 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:15.777610 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-abd2635f-d458-4633-b162-14514a753e61 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 945 time: 0.0510638 Sep 14 02:54:15.889095 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:15.898953 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bafe15-1bab-4d11-9658-a00b9913aef2 req-8e8e8090-d65d-4c08-acb6-f43d2803123f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:15.904530 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-21bafe15-1bab-4d11-9658-a00b9913aef2 req-8e8e8090-d65d-4c08-acb6-f43d2803123f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 944 time: 0.0801792 Sep 14 02:54:15.914969 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f72f70-22c8-48de-872a-87d23f760666 req-2496dc64-2a6b-497d-937c-69b3dea66db6 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:15.916403 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-75f72f70-22c8-48de-872a-87d23f760666 req-2496dc64-2a6b-497d-937c-69b3dea66db6 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 945 time: 0.0639064 Sep 14 02:54:15.997477 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-21bafe15-1bab-4d11-9658-a00b9913aef2 req-82fd6de5-5943-4a3e-b8ec-243382b0f00d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895908 Sep 14 02:54:16.002861 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-75f72f70-22c8-48de-872a-87d23f760666 req-4fbe068e-942a-4a73-a09b-20702828412f tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=844ca36b-9e1f-4d4b-89c6-2613e0816daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801730 Sep 14 02:54:16.141210 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe442e-288a-46d4-b8bb-0b031c31c9f5 req-6d021539-4573-4fe4-a040-9c9881b677f8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:16.142674 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4abe442e-288a-46d4-b8bb-0b031c31c9f5 req-6d021539-4573-4fe4-a040-9c9881b677f8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0475903 Sep 14 02:54:16.191303 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4abe442e-288a-46d4-b8bb-0b031c31c9f5 req-8d35d2b3-5ae1-47d4-9371-1e9f1245711d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428126 Sep 14 02:54:16.374573 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Deleting port b50b2920-9fad-49d1-a46d-4162e67c571e {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:54:16.374834 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:16.466539 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:16.474914 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] For port b50b2920-9fad-49d1-a46d-4162e67c571e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b50b2920-9fad-49d1-a46d-4162e67c571e,segment=NetworkSegment(d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906),segment_id=d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:16.475284 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:16.490138 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Calling delete_port for b50b2920-9fad-49d1-a46d-4162e67c571e owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:54:16.493858 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:16.510541 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc5054-2a6f-41de-9bf3-51a1238a8033 req-587c7861-d040-43b2-b4f4-4d0e5e479151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:16.512060 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7fdc5054-2a6f-41de-9bf3-51a1238a8033 req-587c7861-d040-43b2-b4f4-4d0e5e479151 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2226818 Sep 14 02:54:16.519026 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d9b01-9575-4959-847d-3ceff0eeb817 req-d3c54122-aeef-446c-97f6-04bdc7e2add0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:16.520565 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0c0d9b01-9575-4959-847d-3ceff0eeb817 req-d3c54122-aeef-446c-97f6-04bdc7e2add0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0712397 Sep 14 02:54:16.579445 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0c0d9b01-9575-4959-847d-3ceff0eeb817 req-903e5117-a4d7-4b95-b5d9-71b90c3f4aa0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523400 Sep 14 02:54:16.635750 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-9997a41e-bfc5-4a86-83ef-c32374e2ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:16.637295 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-9997a41e-bfc5-4a86-83ef-c32374e2ad60 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1128 time: 0.0489426 Sep 14 02:54:16.688992 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-945053c6-1822-42d0-9b3e-7f3131bb9582 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f HTTP/1.1" status: 200 len: 217 time: 0.0424895 Sep 14 02:54:16.695578 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (b50b2920-9fad-49d1-a46d-4162e67c571e), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:16.719902 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['b50b2920-9fad-49d1-a46d-4162e67c571e'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:54:16.733668 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Pushing event deleted for resources: {'Port': ['ID=b50b2920-9fad-49d1-a46d-4162e67c571e,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:16.751550 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-74e11f0b-328a-4405-ab2a-12d9f5e430ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:16.766998 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e9300921-554b-49fc-85f8-019079c6a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:16.768468 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-e9300921-554b-49fc-85f8-019079c6a506 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0587437 Sep 14 02:54:16.795346 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] No DVR routers for this DVR port b50b2920-9fad-49d1-a46d-4162e67c571e on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:54:16.798251 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:16.801618 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9555c2d5-853e-44e3-bea7-8cd166d10e98 req-b4720736-a927-401d-94b1-5648d34ca041 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b50b2920-9fad-49d1-a46d-4162e67c571e HTTP/1.1" status: 204 len: 173 time: 0.5131607 Sep 14 02:54:16.805334 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16947fc2-c0a8-42e8-b93e-8ae7bbcc953b', 'name': 'network-vif-deleted', 'tag': 'b50b2920-9fad-49d1-a46d-4162e67c571e'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:16.805334 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f028ba-bc96-4dff-af34-5825a6283d95" -d '{"events": [{"server_uuid": "16947fc2-c0a8-42e8-b93e-8ae7bbcc953b", "name": "network-vif-deleted", "tag": "b50b2920-9fad-49d1-a46d-4162e67c571e"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:16.835027 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-eba13e6f-aace-40d1-aa3f-8f45cd2b8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:16.837428 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-eba13e6f-aace-40d1-aa3f-8f45cd2b8105 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0619683 Sep 14 02:54:16.845092 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b97aca-faa8-4f19-91e5-b126f02e99e2 x-openstack-request-id: req-37b97aca-faa8-4f19-91e5-b126f02e99e2 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:16.845310 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16947fc2-c0a8-42e8-b93e-8ae7bbcc953b", "name": "network-vif-deleted", "tag": "b50b2920-9fad-49d1-a46d-4162e67c571e", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:16.845844 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-37b97aca-faa8-4f19-91e5-b126f02e99e2 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:16.846267 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b97aca-faa8-4f19-91e5-b126f02e99e2'] response: {'server_uuid': '16947fc2-c0a8-42e8-b93e-8ae7bbcc953b', 'name': 'network-vif-deleted', 'tag': 'b50b2920-9fad-49d1-a46d-4162e67c571e', 'status': 'completed', 'code': 200} Sep 14 02:54:16.965863 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-50142777-a154-48da-8f49-0a4d2c1d7283 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994303 Sep 14 02:54:17.084375 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6e0ad3b-af19-4902-b53d-91ad3f84182f req-363cf194-6abe-45c2-be33-289dc7a6b774 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120439 Sep 14 02:54:17.156109 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cc27e5d0-5ddb-4c24-8f13-c9892fb212c1 req-57690ab5-adc7-43f9-8914-2e3ad6f31b03 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 210 time: 0.0558813 Sep 14 02:54:17.171447 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57062bca-b4a0-4c79-bb01-33d2aa04ef35 req-3e816f1c-434a-4c11-bcff-e210b2828676 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:17.172932 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-57062bca-b4a0-4c79-bb01-33d2aa04ef35 req-3e816f1c-434a-4c11-bcff-e210b2828676 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 944 time: 0.0822785 Sep 14 02:54:17.226131 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-57062bca-b4a0-4c79-bb01-33d2aa04ef35 req-b4812aff-3391-43ea-9adf-b4ae95bf374c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462320 Sep 14 02:54:17.320045 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312b616-546e-46aa-940e-d2eb240a7273 req-d047c756-35f5-432e-b451-3efcc41c018c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:17.321569 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5312b616-546e-46aa-940e-d2eb240a7273 req-d047c756-35f5-432e-b451-3efcc41c018c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0485437 Sep 14 02:54:17.373474 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5312b616-546e-46aa-940e-d2eb240a7273 req-8711ae79-a5d0-40e0-acea-44cfe86070a6 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Sep 14 02:54:17.509616 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9ef81-b8ad-4309-890f-8eb7e89b0f33 req-961f8ccb-1013-4865-8659-5647bfbdcfe7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:17.511017 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-67e9ef81-b8ad-4309-890f-8eb7e89b0f33 req-961f8ccb-1013-4865-8659-5647bfbdcfe7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0504291 Sep 14 02:54:17.521877 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41146) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:17.526628 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'floatingip': {'port_id': '200f4942-b372-4db9-b778-a686aa30fa77'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:17.567956 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (92b0cc39-f927-4d9a-9934-8b2eca2de363), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:17.662560 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:17.761051 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e4a3-54ad-4199-bae2-78434364f007 req-ff74aa48-edae-44cc-b712-6eaa751dbf9e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:17.762402 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8626e4a3-54ad-4199-bae2-78434364f007 req-ff74aa48-edae-44cc-b712-6eaa751dbf9e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0970573 Sep 14 02:54:17.889563 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8626e4a3-54ad-4199-bae2-78434364f007 req-b85caf27-c518-446d-a3b9-5602a7a65527 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206284 Sep 14 02:54:17.994065 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:18.091366 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:18.151085 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (92b0cc39-f927-4d9a-9934-8b2eca2de363), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:18.179467 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:18.281051 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Floating IP 92b0cc39-f927-4d9a-9934-8b2eca2de363 associated. External IP: 172.28.1.220, port: 200f4942-b372-4db9-b778-a686aa30fa77. Sep 14 02:54:18.284386 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-615ab389-5fee-4e77-9d09-a6523045c9bd req-c84ee726-9f19-4c9e-80ee-b9fd7b68e4bd tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 210 time: 0.0377576 Sep 14 02:54:18.601717 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187141-c99f-45ea-bdec-223b5e61a814 req-a70c802b-9de8-4ed1-97b3-ab59c2b33f5b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:18.603205 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ba187141-c99f-45ea-bdec-223b5e61a814 req-a70c802b-9de8-4ed1-97b3-ab59c2b33f5b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 944 time: 0.2826374 Sep 14 02:54:18.693318 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ba187141-c99f-45ea-bdec-223b5e61a814 req-24b78e8b-5bb1-48a0-8698-7129c147208e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655377 Sep 14 02:54:18.798316 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:54:18.892120 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:18.908591 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:54:18.915341 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:18.918327 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:54:18.942844 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:54:18.945833 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:18.959951 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-7265bb00-2108-49bb-9a4b-2d0ac83c6932 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/92b0cc39-f927-4d9a-9934-8b2eca2de363 HTTP/1.1" status: 200 len: 992 time: 1.4369824 Sep 14 02:54:18.960598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'tag': '200f4942-b372-4db9-b778-a686aa30fa77'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:18.962917 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e8e28f-605e-487b-a3d9-5be6a454638d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c28345c-a8ca-463d-aa18-fd286857ac8a", "tag": "200f4942-b372-4db9-b778-a686aa30fa77"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:19.010212 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d231884-b198-4f89-93ed-af5012f11a2c x-openstack-request-id: req-9d231884-b198-4f89-93ed-af5012f11a2c {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:19.010564 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c28345c-a8ca-463d-aa18-fd286857ac8a", "tag": "200f4942-b372-4db9-b778-a686aa30fa77", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:19.010782 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9d231884-b198-4f89-93ed-af5012f11a2c {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:19.011187 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d231884-b198-4f89-93ed-af5012f11a2c'] response: {'name': 'network-changed', 'server_uuid': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'tag': '200f4942-b372-4db9-b778-a686aa30fa77', 'status': 'completed', 'code': 200} Sep 14 02:54:19.065662 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730206bd-de66-4591-8e73-e9a215757809 req-a5f9ee2b-20ee-4c20-b391-4fb3e7571a32 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:19.067138 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-730206bd-de66-4591-8e73-e9a215757809 req-a5f9ee2b-20ee-4c20-b391-4fb3e7571a32 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0510826 Sep 14 02:54:19.092279 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:54:19.117498 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-730206bd-de66-4591-8e73-e9a215757809 req-5435c3f4-4b41-4281-b1b2-9a40781bc4fb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Sep 14 02:54:19.261987 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-879a124f-35c3-40cb-9827-1e8e213af558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:19.263704 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-879a124f-35c3-40cb-9827-1e8e213af558 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 1130 time: 0.0406275 Sep 14 02:54:19.342673 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:19.363456 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:53:00Z', 'revision_number': 2, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}, {'id': '92b0cc39-f927-4d9a-9934-8b2eca2de363', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '200f4942-b372-4db9-b778-a686aa30fa77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:c0:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:53:56Z', 'updated_at': '2022-09-14T02:54:18Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:19.382084 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-8fa08455-d392-4b8a-805f-a4818d6f9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:19.383736 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-8fa08455-d392-4b8a-805f-a4818d6f9337 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 914 time: 0.1094577 Sep 14 02:54:19.394064 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:54:19.406561 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:54:19.407190 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:19.471410 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c0298af-ddff-40a0-b8f7-0aad6bef4cce req-3cbd82ad-717f-4c10-b246-b1169b316de5 tempest-VolumesActionsTest-6612526 tempest-VolumesActionsTest-6612526-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16947fc2-c0a8-42e8-b93e-8ae7bbcc953b HTTP/1.1" status: 200 len: 210 time: 0.0668206 Sep 14 02:54:19.496848 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-9041a45e-5b73-484c-bc45-7ee2d11184d0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200f4942-b372-4db9-b778-a686aa30fa77 HTTP/1.1" status: 200 len: 1000 time: 0.1033876 Sep 14 02:54:19.517152 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:54:19.561842 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:19.566016 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-744067c1-703f-4289-8daa-cc02791c08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:19.567788 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-744067c1-703f-4289-8daa-cc02791c08bd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.0513592 Sep 14 02:54:19.616834 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-1ab63011-2f7b-4087-9810-4560e62d7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:19.618368 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-1ab63011-2f7b-4087-9810-4560e62d7e67 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396099 Sep 14 02:54:19.723609 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-336a2869-bf7c-46f6-97ae-f4c435be4621 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978320 Sep 14 02:54:19.745259 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:53:00Z', 'revision_number': 2, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}, {'id': '92b0cc39-f927-4d9a-9934-8b2eca2de363', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '200f4942-b372-4db9-b778-a686aa30fa77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:c0:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:53:56Z', 'updated_at': '2022-09-14T02:54:18Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:19.776442 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:19.784914 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba868b4d-3843-4aa5-9127-8c209ed7b0c5 None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:53:00Z', 'revision_number': 2, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}, {'id': '92b0cc39-f927-4d9a-9934-8b2eca2de363', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '200f4942-b372-4db9-b778-a686aa30fa77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:c0:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:53:56Z', 'updated_at': '2022-09-14T02:54:18Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:54:19.792038 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:54:19.799015 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device b50b2920-9fad-49d1-a46d-4162e67c571e no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:54:19.852747 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: b50b2920-9fad-49d1-a46d-4162e67c571e {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:54:19.853191 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device b50b2920-9fad-49d1-a46d-4162e67c571e not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:54:19.868168 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:19.868289 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcb2b-3fb7-4a2b-a162-5807d657afea req-0c5723ed-1224-4601-bf03-e6b0257827ec tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:19.869870 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c1bfcb2b-3fb7-4a2b-a162-5807d657afea req-0c5723ed-1224-4601-bf03-e6b0257827ec tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 944 time: 0.0625286 Sep 14 02:54:19.911594 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92e8e28f-605e-487b-a3d9-5be6a454638d req-e0f4b5a4-04f0-4fc0-a5ee-5f81d3faef99 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643815 Sep 14 02:54:19.944108 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c1bfcb2b-3fb7-4a2b-a162-5807d657afea req-b4038900-f239-479b-abd4-0d9982b1441f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630567 Sep 14 02:54:19.990122 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:19.993423 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:20.007793 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'mac_address': 'fa:16:3e:a1:a5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:54:20.053160 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333420d-6c53-4cc8-b721-bd314bbe2c6a None None] New status for floating IP 92b0cc39-f927-4d9a-9934-8b2eca2de363: ACTIVE {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:54:20.064953 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:20.065571 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:20.084807 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:20.107972 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:20.198507 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:20.253674 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad8661-ac9b-4d03-abde-96a44f8f0dd0 req-fbfa07d1-4ebb-414b-8aad-b6c6313ef720 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:20.255431 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d4ad8661-ac9b-4d03-abde-96a44f8f0dd0 req-fbfa07d1-4ebb-414b-8aad-b6c6313ef720 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0511367 Sep 14 02:54:20.255915 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:20.310323 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d4ad8661-ac9b-4d03-abde-96a44f8f0dd0 req-f1650e48-12ce-4137-bb89-7faf0f88e26f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476570 Sep 14 02:54:20.503063 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:54:20.568461 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:21.085117 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf6b23-c0b7-4e4f-b2eb-e165e8e4a88c req-d39f7a52-a84a-4075-b775-bef9beba4e02 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:21.086797 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cbbf6b23-c0b7-4e4f-b2eb-e165e8e4a88c req-d39f7a52-a84a-4075-b775-bef9beba4e02 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 945 time: 0.0542173 Sep 14 02:54:21.141622 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cbbf6b23-c0b7-4e4f-b2eb-e165e8e4a88c req-811d5d20-c059-463c-ae31-bfd48fdaf50a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490448 Sep 14 02:54:21.445099 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab66b9-d429-4bdd-8e18-b36a3c206a6f req-d3327958-618f-4353-959c-5e3d1529c77b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:21.446721 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-93ab66b9-d429-4bdd-8e18-b36a3c206a6f req-d3327958-618f-4353-959c-5e3d1529c77b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0536542 Sep 14 02:54:21.460796 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:21.503695 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-93ab66b9-d429-4bdd-8e18-b36a3c206a6f req-6a48ae05-d24f-478f-9d8b-de6e4747e08d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491233 Sep 14 02:54:21.793053 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:54:21.837290 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:54:21.907502 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:21.907839 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:21.908254 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f Sep 14 02:54:21.984109 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:21.984506 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:22.008142 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:22.010391 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b259e9fe-09ad-4945-bbe7-fcc388085418" -d '{"events": [{"server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "name": "network-vif-plugged", "status": "completed", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:22.026803 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:22.052119 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7196755e-f60e-408f-a569-cd7f3cc39b04 x-openstack-request-id: req-7196755e-f60e-408f-a569-cd7f3cc39b04 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:22.052522 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "name": "network-vif-plugged", "status": "completed", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:22.052890 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7196755e-f60e-408f-a569-cd7f3cc39b04 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:22.053294 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7196755e-f60e-408f-a569-cd7f3cc39b04'] response: {'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'code': 200} Sep 14 02:54:22.084326 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:22.137042 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:22.269953 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6ef50-255d-4fce-99db-3d0c7ee54f33 req-075c1681-71de-4c4e-8094-d23868b3f8d8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:22.271444 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63a6ef50-255d-4fce-99db-3d0c7ee54f33 req-075c1681-71de-4c4e-8094-d23868b3f8d8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0482233 Sep 14 02:54:22.322800 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63a6ef50-255d-4fce-99db-3d0c7ee54f33 req-1e6585e8-88d0-4ac2-b570-07e879717b8f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450873 Sep 14 02:54:22.362334 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6159978-9bc8-4c0d-b992-0ef721383ebf req-26a4c683-49e0-4a92-a22e-b6e32952a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:22.364133 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d6159978-9bc8-4c0d-b992-0ef721383ebf req-26a4c683-49e0-4a92-a22e-b6e32952a7b6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1130 time: 0.0404749 Sep 14 02:54:22.414224 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d6159978-9bc8-4c0d-b992-0ef721383ebf req-15205d62-d219-490d-9e3b-19b2f691c62b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Sep 14 02:54:22.634080 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb1fce-9703-452d-92d4-86226be2e097 req-1334630e-e6a9-4b03-aa8b-fb675ddba897 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:22.635623 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8ebb1fce-9703-452d-92d4-86226be2e097 req-1334630e-e6a9-4b03-aa8b-fb675ddba897 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0467169 Sep 14 02:54:22.684205 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8ebb1fce-9703-452d-92d4-86226be2e097 req-ee036b38-679a-4368-b2e3-2e2bb2e96c50 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Sep 14 02:54:23.448109 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ea98c-30fd-4c14-b42a-b56f5e92a9e5 req-943c0240-1883-46cf-a6dd-1c9044d9f833 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:23.449573 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-973ea98c-30fd-4c14-b42a-b56f5e92a9e5 req-943c0240-1883-46cf-a6dd-1c9044d9f833 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0462017 Sep 14 02:54:23.497914 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-973ea98c-30fd-4c14-b42a-b56f5e92a9e5 req-37af79bb-dfc6-43e1-8a1d-3302dbbe6479 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 Sep 14 02:54:23.806631 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:54:23.826522 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25f4b1-dbe0-4996-82d0-571cc889e1eb req-1c2ca47a-0cb0-4f49-a4c0-4bc47be74bb1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:23.828608 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4d25f4b1-dbe0-4996-82d0-571cc889e1eb req-1c2ca47a-0cb0-4f49-a4c0-4bc47be74bb1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0593224 Sep 14 02:54:23.885674 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4d25f4b1-dbe0-4996-82d0-571cc889e1eb req-77f80f9d-5bcd-410c-9a51-80d2ab709466 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477881 Sep 14 02:54:23.939903 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:23.955362 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'port_id': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'mac_address': 'fa:16:3e:43:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:54:24.002289 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f30cccd7-36a3-45cb-96c3-158207c07227 is: ACTIVE; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:24.002826 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.019522 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f30cccd7-36a3-45cb-96c3-158207c07227 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:24.045323 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:24.128128 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.162051 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:24.202867 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=6']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:24.308888 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['f30cccd7-36a3-45cb-96c3-158207c07227'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:54:24.614136 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:24.634199 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6950ad-9675-4b64-bbe9-2839f19175f2 req-e16ca1cd-1a87-45f3-a16b-e23804d71b3c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:24.636186 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd6950ad-9675-4b64-bbe9-2839f19175f2 req-e16ca1cd-1a87-45f3-a16b-e23804d71b3c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0537698 Sep 14 02:54:24.687871 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd6950ad-9675-4b64-bbe9-2839f19175f2 req-d9dca398-147d-451a-bffc-19b8f115e0a5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Sep 14 02:54:24.831286 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ca347-827e-4ef2-8b20-d3dd156aa7a0 req-2ea45d05-19d1-4931-8177-d6212f90c304 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:24.832640 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f32ca347-827e-4ef2-8b20-d3dd156aa7a0 req-2ea45d05-19d1-4931-8177-d6212f90c304 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0581791 Sep 14 02:54:24.843595 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41290) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:24.848352 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'floatingip': {'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:24.891709 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (0c383da6-fde1-4f0a-a421-d32d32766fe6), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.064523 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397ccc0-ae48-47a4-be12-3de52cb6f72e req-f23fe478-f377-4128-abdd-780fd9578caa tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:25.066006 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f397ccc0-ae48-47a4-be12-3de52cb6f72e req-f23fe478-f377-4128-abdd-780fd9578caa tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 945 time: 0.0655503 Sep 14 02:54:25.189309 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f397ccc0-ae48-47a4-be12-3de52cb6f72e req-ff13c99f-ce8f-4562-b0f9-9be5ad4f8422 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916884 Sep 14 02:54:25.349754 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:25.486654 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.699700 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (0c383da6-fde1-4f0a-a421-d32d32766fe6), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.814700 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Floating IP 0c383da6-fde1-4f0a-a421-d32d32766fe6 associated. External IP: 172.28.1.209, port: 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f. Sep 14 02:54:25.820466 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:54:25.822668 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:25.877329 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port f30cccd7-36a3-45cb-96c3-158207c07227 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:25.877713 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.878053 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port f30cccd7-36a3-45cb-96c3-158207c07227 Sep 14 02:54:25.997955 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f30cccd7-36a3-45cb-96c3-158207c07227 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:25.998664 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:26.037234 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Router e486053e-e857-495e-b83d-374ec759de15 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:54:26.042238 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:26.043971 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453737f-fc0d-418f-bbc5-4df242244099" -d '{"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-plugged", "status": "completed", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:26.044589 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:26.114226 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:26.135002 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48359380-30a1-43ae-b66a-353324c3b0ad x-openstack-request-id: req-48359380-30a1-43ae-b66a-353324c3b0ad {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:26.135504 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-plugged", "status": "completed", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:26.136273 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-48359380-30a1-43ae-b66a-353324c3b0ad {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:26.136899 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48359380-30a1-43ae-b66a-353324c3b0ad'] response: {'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'code': 200} Sep 14 02:54:26.155974 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:54:26.161123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:26.168995 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] Sync routers for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:54:26.176335 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:26.185946 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:54:26.188072 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:26.196408 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ba862654-fc24-4e20-8b66-980182afbbdb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0c383da6-fde1-4f0a-a421-d32d32766fe6 HTTP/1.1" status: 200 len: 992 time: 1.3494461 Sep 14 02:54:26.196408 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:26.197723 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0670f86a-70aa-4e06-8433-493748c9cc90" -d '{"events": [{"name": "network-changed", "server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:26.267193 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21946cb7-7491-406e-bdc2-09bae463a7a3 x-openstack-request-id: req-21946cb7-7491-406e-bdc2-09bae463a7a3 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:26.267642 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:26.267642 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-21946cb7-7491-406e-bdc2-09bae463a7a3 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:26.268349 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21946cb7-7491-406e-bdc2-09bae463a7a3'] response: {'name': 'network-changed', 'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'status': 'completed', 'code': 200} Sep 14 02:54:26.346794 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-0bc68243-a948-4f1e-8c97-9ad1629a8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.348335 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-0bc68243-a948-4f1e-8c97-9ad1629a8778 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1130 time: 0.0767984 Sep 14 02:54:26.398292 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:54:26.459321 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=7']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:26.495383 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194491f-4574-4f32-9a07-4daf80763170 req-908e1a7f-4052-4301-b7c9-f8cfa664ba5e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.500644 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d194491f-4574-4f32-9a07-4daf80763170 req-908e1a7f-4052-4301-b7c9-f8cfa664ba5e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.1321368 Sep 14 02:54:26.588822 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-19d30f1a-ef34-41fb-a925-daa8e66ae6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.590836 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-19d30f1a-ef34-41fb-a925-daa8e66ae6de service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.2344391 Sep 14 02:54:26.650222 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d194491f-4574-4f32-9a07-4daf80763170 req-814bccca-99ac-4178-8687-d6957703a40b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466694 Sep 14 02:54:26.690051 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-98236c7b-90a2-4a06-be58-1e0085ff379d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f HTTP/1.1" status: 200 len: 1000 time: 0.0893044 Sep 14 02:54:26.746647 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=74,neutron:DELETE=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:26.747784 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-92fb69b6-461d-49ed-aae8-515b3e3df145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.750420 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-92fb69b6-461d-49ed-aae8-515b3e3df145 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0498765 Sep 14 02:54:26.761558 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '0c383da6-fde1-4f0a-a421-d32d32766fe6', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'e486053e-e857-495e-b83d-374ec759de15', 'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'mac_address': 'fa:16:3e:a1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42031324-3139-4537-b5ae-2281ec20325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:03Z', 'updated_at': '2022-09-14T02:54:25Z', 'revision_number': 1, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:26.761558 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:26.768006 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=1,neutron:SELECT=10 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:26.792881 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] Checking router: e486053e-e857-495e-b83d-374ec759de15 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:54:26.807993 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:54:26.809397 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:26.830247 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-ead36668-2052-4d82-9114-3a0952d524b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.831986 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-ead36668-2052-4d82-9114-3a0952d524b3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0735271 Sep 14 02:54:26.861123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:27.002654 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:54:27.185085 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-32711975-6ff5-4dcb-84a6-2b70a1141161 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453128 Sep 14 02:54:27.266865 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '0c383da6-fde1-4f0a-a421-d32d32766fe6', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'e486053e-e857-495e-b83d-374ec759de15', 'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'mac_address': 'fa:16:3e:a1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42031324-3139-4537-b5ae-2281ec20325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:03Z', 'updated_at': '2022-09-14T02:54:25Z', 'revision_number': 1, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:27.283361 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0670f86a-70aa-4e06-8433-493748c9cc90 req-ec99c403-d16f-4b92-b2e3-5c359bde46fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914733 Sep 14 02:54:27.292910 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677de40a-41bf-40ce-9ca3-a5460d0f26b8 None None] The sync data for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb is: [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '0c383da6-fde1-4f0a-a421-d32d32766fe6', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'e486053e-e857-495e-b83d-374ec759de15', 'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'mac_address': 'fa:16:3e:a1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42031324-3139-4537-b5ae-2281ec20325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:03Z', 'updated_at': '2022-09-14T02:54:25Z', 'revision_number': 1, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:54:27.538705 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab021cae-f52a-46b8-8757-9522631ddb15 None None] New status for floating IP 0c383da6-fde1-4f0a-a421-d32d32766fe6: ACTIVE {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:54:27.821694 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefc053-799a-42cb-9675-785f86f40eaa req-ca79d976-c961-421a-b140-c9d351a6ca84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:27.823232 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ceefc053-799a-42cb-9675-785f86f40eaa req-ca79d976-c961-421a-b140-c9d351a6ca84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0604432 Sep 14 02:54:27.881074 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ceefc053-799a-42cb-9675-785f86f40eaa req-efd10b28-547f-41b7-86b8-2c490548aec1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482557 Sep 14 02:54:29.044076 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8456c-feac-43e2-987b-f48ec0626e49 req-75be90c0-2447-4101-9a93-8cfdca69673e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:29.045534 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a9a8456c-feac-43e2-987b-f48ec0626e49 req-75be90c0-2447-4101-9a93-8cfdca69673e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0526121 Sep 14 02:54:29.096492 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a9a8456c-feac-43e2-987b-f48ec0626e49 req-2dafe2e6-1601-46ba-8a23-d3366c1be7c7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439410 Sep 14 02:54:30.237258 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4a64-c943-42d6-acaa-94ca0675aabc req-192e7315-33de-4544-b97d-b868b49de6fd tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:30.238899 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b3bd4a64-c943-42d6-acaa-94ca0675aabc req-192e7315-33de-4544-b97d-b868b49de6fd tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0539505 Sep 14 02:54:30.299132 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b3bd4a64-c943-42d6-acaa-94ca0675aabc req-b6094267-3366-476a-aa8d-ccfd2bee6b0a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543711 Sep 14 02:54:31.433997 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95a160-c02e-4ef3-8747-be034c681be8 req-a7c32f2a-2144-4a73-9d9b-f44447a23dde tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:31.437231 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e95a160-c02e-4ef3-8747-be034c681be8 req-a7c32f2a-2144-4a73-9d9b-f44447a23dde tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0489783 Sep 14 02:54:31.460749 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:31.496223 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e95a160-c02e-4ef3-8747-be034c681be8 req-c61f4225-a7f4-40a2-a4e7-c4d06820cfb5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543964 Sep 14 02:54:31.821939 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:54:32.640692 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfadec-0286-4891-bae4-1eba1a6de125 req-edd6536f-26e1-4b4b-b27a-bba101aa77c8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:32.680634 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bebfadec-0286-4891-bae4-1eba1a6de125 req-edd6536f-26e1-4b4b-b27a-bba101aa77c8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0608335 Sep 14 02:54:32.769396 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bebfadec-0286-4891-bae4-1eba1a6de125 req-5775ac7c-c743-49f2-b71e-3478927c10e6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175847 Sep 14 02:54:33.974341 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c50f6-f08b-4313-8cfa-42f9e9d8a0ae req-7f655e0b-0ee3-4c15-b84a-dc978b672087 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:33.977420 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d6c50f6-f08b-4313-8cfa-42f9e9d8a0ae req-7f655e0b-0ee3-4c15-b84a-dc978b672087 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0804112 Sep 14 02:54:34.065867 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d6c50f6-f08b-4313-8cfa-42f9e9d8a0ae req-5abb72f0-7490-47a7-9de4-2ce26e1c2167 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811698 Sep 14 02:54:34.693903 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:35.312640 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef5eb4-24e6-4a2a-ba88-34663ae56d9d req-2ccdf000-ffb8-4f77-a090-cc74fd014d5c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:35.316131 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e0ef5eb4-24e6-4a2a-ba88-34663ae56d9d req-2ccdf000-ffb8-4f77-a090-cc74fd014d5c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0766854 Sep 14 02:54:35.430975 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e0ef5eb4-24e6-4a2a-ba88-34663ae56d9d req-195b5e44-f443-49f4-aa95-011bf16a46a5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952706 Sep 14 02:54:36.747831 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad75d71-852e-44a2-9c64-7fc53ae3cfd7 req-06c151bf-b60f-408c-abde-89d365895a7d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:36.756032 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9ad75d71-852e-44a2-9c64-7fc53ae3cfd7 req-06c151bf-b60f-408c-abde-89d365895a7d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.1526139 Sep 14 02:54:36.835684 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9ad75d71-852e-44a2-9c64-7fc53ae3cfd7 req-bfa4b40d-f306-4a43-8e1c-edbe6df9acf6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783367 Sep 14 02:54:38.002161 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ca8f7-e2cc-4453-bebd-3f8a6834d4fc req-f9562544-ede2-4e03-a6a8-59de095e8c69 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:38.004554 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b7ca8f7-e2cc-4453-bebd-3f8a6834d4fc req-f9562544-ede2-4e03-a6a8-59de095e8c69 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0638793 Sep 14 02:54:38.122499 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b7ca8f7-e2cc-4453-bebd-3f8a6834d4fc req-cbea6a97-460c-4138-97c4-5149d40ae2cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080289 Sep 14 02:54:39.439976 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32465291-ea53-44a7-b38f-015fa301bb8c req-c6f5b7c2-6931-415d-991e-a0f212918c7f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:39.442645 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-32465291-ea53-44a7-b38f-015fa301bb8c req-c6f5b7c2-6931-415d-991e-a0f212918c7f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0923278 Sep 14 02:54:39.524725 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:39.559009 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-32465291-ea53-44a7-b38f-015fa301bb8c req-663da292-21a4-4a3a-8f7b-ec0c1bc4d847 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054666 Sep 14 02:54:39.847491 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:40.826417 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6032d-919d-4a0f-b8dd-9235222297e5 req-69f755b4-19b7-4f19-96a0-982d9173a1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:40.838175 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-aac6032d-919d-4a0f-b8dd-9235222297e5 req-69f755b4-19b7-4f19-96a0-982d9173a1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.1075671 Sep 14 02:54:40.937507 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-aac6032d-919d-4a0f-b8dd-9235222297e5 req-93da6065-138a-4c1d-af7e-8b70f9d0178d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959487 Sep 14 02:54:41.813149 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:41.814864 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:42.136968 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d28fef-1103-46c6-9d1b-219f7880f490 req-acad957c-b185-4494-822c-eb1a2ebb27f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:42.145730 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-11d28fef-1103-46c6-9d1b-219f7880f490 req-acad957c-b185-4494-822c-eb1a2ebb27f4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0802004 Sep 14 02:54:42.233980 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-11d28fef-1103-46c6-9d1b-219f7880f490 req-baba3565-54bf-4c10-a293-5cb38dade78d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797265 Sep 14 02:54:43.428964 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f69bcf-fb98-49a6-a761-2902a93dfa51 req-abd521ba-3eae-4bd9-a080-17aeaabd3194 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:43.430747 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c8f69bcf-fb98-49a6-a761-2902a93dfa51 req-abd521ba-3eae-4bd9-a080-17aeaabd3194 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0810494 Sep 14 02:54:43.497365 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c8f69bcf-fb98-49a6-a761-2902a93dfa51 req-cfa57d3b-79f9-43f8-bcd6-56fdbabc9136 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570102 Sep 14 02:54:43.763896 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41494) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:43.929279 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-180a6d0b-ba81-4d43-b01c-f81b6a601e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.028861 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:44.062051 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-180a6d0b-ba81-4d43-b01c-f81b6a601e9f admin admin] Publish callbacks [] for security_group (55f4b969-cc00-4a52-8007-862de732c632), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.164496 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-180a6d0b-ba81-4d43-b01c-f81b6a601e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (55f4b969-cc00-4a52-8007-862de732c632), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.230086 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a6d0b-ba81-4d43-b01c-f81b6a601e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f4b969-cc00-4a52-8007-862de732c632,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:44.238724 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-180a6d0b-ba81-4d43-b01c-f81b6a601e9f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6c313a2002a048ce9169e785a81b1740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705927 Sep 14 02:54:44.239492 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 41506) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:44.316606 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7bed-7d03-4485-9e8e-e12a7fcca0c9 admin admin] Publish callbacks [] for security_group (55f4b969-cc00-4a52-8007-862de732c632), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.338882 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7bed-7d03-4485-9e8e-e12a7fcca0c9 admin admin] Publish callbacks [] for security_group (55f4b969-cc00-4a52-8007-862de732c632), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.483901 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7bed-7d03-4485-9e8e-e12a7fcca0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (55f4b969-cc00-4a52-8007-862de732c632), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.487822 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7bed-7d03-4485-9e8e-e12a7fcca0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.498941 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ed6a7bed-7d03-4485-9e8e-e12a7fcca0c9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/55f4b969-cc00-4a52-8007-862de732c632 HTTP/1.1" status: 204 len: 168 time: 0.2545907 Sep 14 02:54:44.527243 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a7bed-7d03-4485-9e8e-e12a7fcca0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f4b969-cc00-4a52-8007-862de732c632,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:44.566599 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-fe5de93c-e35e-42f4-acc1-95ee1345a1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.655167 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22791a80-c3df-4491-8427-dd7b218c2b09 req-49dad02f-6bf8-4d01-b4f1-f83ae46bfa59 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:44.657188 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-22791a80-c3df-4491-8427-dd7b218c2b09 req-49dad02f-6bf8-4d01-b4f1-f83ae46bfa59 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0527055 Sep 14 02:54:44.711967 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-22791a80-c3df-4491-8427-dd7b218c2b09 req-6e5f7ae8-4c55-4a75-b36e-966c5a023f8f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485611 Sep 14 02:54:45.841303 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9f1db-cb08-4bb4-b527-9f471632d6a3 req-7e165741-7c0e-40b0-a4f1-7218b2122076 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:45.842842 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4dd9f1db-cb08-4bb4-b527-9f471632d6a3 req-7e165741-7c0e-40b0-a4f1-7218b2122076 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0459268 Sep 14 02:54:45.891877 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4dd9f1db-cb08-4bb4-b527-9f471632d6a3 req-d22b60c1-43e4-4212-8933-7138e33dd253 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Sep 14 02:54:45.970758 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-b084816e-187f-4788-8e15-202b298e4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:45.972229 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-b084816e-187f-4788-8e15-202b298e4350 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 1130 time: 0.0390580 Sep 14 02:54:46.071194 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-f7f840c7-fe68-4918-b711-476b6ada50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:46.072643 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-f7f840c7-fe68-4918-b711-476b6ada50b3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.0901408 Sep 14 02:54:46.137045 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-989c8d97-1f85-4e41-97dd-df5d0091c15e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30cccd7-36a3-45cb-96c3-158207c07227 HTTP/1.1" status: 200 len: 1002 time: 0.0566585 Sep 14 02:54:46.185073 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:46.190668 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-64820e13-580e-4c17-ab02-3d8f921c52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:46.192151 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-64820e13-580e-4c17-ab02-3d8f921c52be service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.0472534 Sep 14 02:54:46.236220 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-d83b3cd5-28f4-43d5-b555-a46af14dda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:46.237722 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-d83b3cd5-28f4-43d5-b555-a46af14dda93 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386486 Sep 14 02:54:46.336096 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-164c0a51-681b-4a1a-b4b4-2b1555a87330 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878386 Sep 14 02:54:46.433225 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c25ab58f-1378-461c-9a35-c0aa33c540e2 req-8d4cf4c1-eda1-4ad8-9265-0dd961febd2e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895202 Sep 14 02:54:46.757955 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-fb29d2b7-baf3-4605-ae1c-b1f0a1bcb72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:47.027778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7c25-492c-4f65-be45-9fdbda20fe22 req-e6ae543c-8271-4e79-9e19-b2d19609f1c1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:47.029234 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c01a7c25-492c-4f65-be45-9fdbda20fe22 req-e6ae543c-8271-4e79-9e19-b2d19609f1c1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0506427 Sep 14 02:54:47.078062 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c01a7c25-492c-4f65-be45-9fdbda20fe22 req-6ce5c33f-3073-4ff1-a61d-5935356812c2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Sep 14 02:54:48.175242 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:48.210716 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebabcf6-dc4e-4241-9f30-85a2a4727750 req-4207b44d-8505-45be-9b79-46822a792054 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:48.212182 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bebabcf6-dc4e-4241-9f30-85a2a4727750 req-4207b44d-8505-45be-9b79-46822a792054 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0531535 Sep 14 02:54:48.260289 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bebabcf6-dc4e-4241-9f30-85a2a4727750 req-27f55b6b-c4dc-4c0d-897a-e0aed4574ce1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Sep 14 02:54:48.881866 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41624) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:48.928601 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd93790f-17b6-4e01-80f3-99ae666f2220 admin admin] Deleting subnet e694461c-388f-405e-b43c-d79ff814c208 {{(pid=113174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:54:48.931995 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:48.932269 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fd93790f-17b6-4e01-80f3-99ae666f2220 admin admin] Publish callbacks [] for subnet (e694461c-388f-405e-b43c-d79ff814c208), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:48.969021 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fd93790f-17b6-4e01-80f3-99ae666f2220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15432970'] for subnet (e694461c-388f-405e-b43c-d79ff814c208), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.013833 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fd93790f-17b6-4e01-80f3-99ae666f2220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (e694461c-388f-405e-b43c-d79ff814c208), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.185533 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fd93790f-17b6-4e01-80f3-99ae666f2220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13190079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15875324'] for subnet (e694461c-388f-405e-b43c-d79ff814c208), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.220655 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93790f-17b6-4e01-80f3-99ae666f2220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e694461c-388f-405e-b43c-d79ff814c208,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:49.224862 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fd93790f-17b6-4e01-80f3-99ae666f2220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.228141 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-fd93790f-17b6-4e01-80f3-99ae666f2220 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/e694461c-388f-405e-b43c-d79ff814c208 HTTP/1.1" status: 204 len: 168 time: 0.3452311 Sep 14 02:54:49.230633 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41630) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:49.319769 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (f8b0b7d4-0949-4669-840a-c955423d6d1d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.330525 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:49.441507 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (f8b0b7d4-0949-4669-840a-c955423d6d1d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.449134 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d82816-c45a-4d41-9aa5-0100cf0a7092 req-eab3edb5-2e53-411d-b8ae-9e69a71e90c4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:49.450637 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-23d82816-c45a-4d41-9aa5-0100cf0a7092 req-eab3edb5-2e53-411d-b8ae-9e69a71e90c4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 946 time: 0.0972281 Sep 14 02:54:49.481250 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b0b7d4-0949-4669-840a-c955423d6d1d']}} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:49.496278 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906') {'for_net_delete': True} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:49.496577 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58f1821-b9ab-4ac8-9c0c-3f51bfdb0906') {} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:49.513602 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15433009'] for segment (d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.538976 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-23d82816-c45a-4d41-9aa5-0100cf0a7092 req-08dfcedd-80cd-4f26-b001-83ac07eeac9d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823586 Sep 14 02:54:49.539895 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.547510 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=113174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:54:49.547903 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13189893'] for segment (d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.610409 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906 resource provider aggregate not found Sep 14 02:54:49.631889 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d58f1821-b9ab-4ac8-9c0c-3f51bfdb0906 found for delete ", "request_id": "req-0d44eb8a-c569-48e9-8b2a-d7ecca95c637"}]} Sep 14 02:54:49.747691 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (f8b0b7d4-0949-4669-840a-c955423d6d1d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.761392 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.761392 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f8b0b7d4-0949-4669-840a-c955423d6d1d HTTP/1.1" status: 204 len: 168 time: 0.5265768 Sep 14 02:54:49.777395 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f4e91-4100-4ac2-8d5c-80cd2a027bde admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b0b7d4-0949-4669-840a-c955423d6d1d,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:49.872686 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.906318 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.043367 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:54:50.118781 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f30cccd7-36a3-45cb-96c3-158207c07227 is: ACTIVE; New status is: DOWN {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:50.120743 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.141982 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:50.144240 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1f580d-99b1-47e5-8fd6-c94d0e411939" -d '{"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-unplugged", "status": "completed", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:50.157007 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:50.179273 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b01b1b-3092-46a7-b3c5-5b5d1071ff45 x-openstack-request-id: req-66b01b1b-3092-46a7-b3c5-5b5d1071ff45 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:50.179618 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-unplugged", "status": "failed", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227", "code": 422}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:50.179870 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-66b01b1b-3092-46a7-b3c5-5b5d1071ff45 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:50.180311 dv-cinder-857075-6-smb neutron-server[113176]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-66b01b1b-3092-46a7-b3c5-5b5d1071ff45']: {'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'code': 422} returned with failed status Sep 14 02:54:50.257422 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41656) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:50.278230 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.303226 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-70f2a0dc-5b44-4e5d-903a-879d1592bbf7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=38d1361415444603b6ec30f67ea98aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446482 Sep 14 02:54:50.305689 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41658) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:50.330494 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=8']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:50.354620 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72402ead-fadd-40a0-8267-e585426d4a35 admin admin] Publish callbacks [] for security_group (844ca36b-9e1f-4d4b-89c6-2613e0816daa), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.374108 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72402ead-fadd-40a0-8267-e585426d4a35 admin admin] Publish callbacks [] for security_group (844ca36b-9e1f-4d4b-89c6-2613e0816daa), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.501049 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72402ead-fadd-40a0-8267-e585426d4a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (844ca36b-9e1f-4d4b-89c6-2613e0816daa), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.503629 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72402ead-fadd-40a0-8267-e585426d4a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.504792 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-72402ead-fadd-40a0-8267-e585426d4a35 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/844ca36b-9e1f-4d4b-89c6-2613e0816daa HTTP/1.1" status: 204 len: 168 time: 0.1982012 Sep 14 02:54:50.513094 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72402ead-fadd-40a0-8267-e585426d4a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ca36b-9e1f-4d4b-89c6-2613e0816daa,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:50.882510 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [req-b54575b7-f6cb-4a2d-b401-ab0f79398556 req-1e62d4f2-ec9e-4c17-88aa-789e101fc1d2 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:54:50.886146 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b54575b7-f6cb-4a2d-b401-ab0f79398556 req-1e62d4f2-ec9e-4c17-88aa-789e101fc1d2 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055180 Sep 14 02:54:51.332305 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82d34a-9b98-420e-917e-37a5519e0f6b req-d65d2f46-f3b1-40f5-a84a-0b4160c2ba0c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:51.333811 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-af82d34a-9b98-420e-917e-37a5519e0f6b req-d65d2f46-f3b1-40f5-a84a-0b4160c2ba0c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0505564 Sep 14 02:54:51.386948 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-af82d34a-9b98-420e-917e-37a5519e0f6b req-94b25778-5747-42ad-a35b-addda4367a2f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475662 Sep 14 02:54:51.978754 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41718) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:52.073899 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-07febf08-1a01-41ab-839d-776d1d6042a8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939598 Sep 14 02:54:52.085783 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-96c32d1a-b8cd-463c-b878-697929405649 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:54:52.086924 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-96c32d1a-b8cd-463c-b878-697929405649 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056775 Sep 14 02:54:52.169129 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41728) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:52.245419 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:52.263153 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-49a0985e-73e7-4f5e-8ea7-4aa8814f8472 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:52.264584 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-49a0985e-73e7-4f5e-8ea7-4aa8814f8472 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports/f30cccd7-36a3-45cb-96c3-158207c07227 HTTP/1.1" status: 200 len: 941 time: 0.0944765 Sep 14 02:54:52.516372 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e806be-ac6d-498f-bf3a-c2dbc3e97e04 req-ef21c5b0-9817-4a2d-a7a2-380038f8362b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:52.517826 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-79e806be-ac6d-498f-bf3a-c2dbc3e97e04 req-ef21c5b0-9817-4a2d-a7a2-380038f8362b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0472288 Sep 14 02:54:52.570698 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-79e806be-ac6d-498f-bf3a-c2dbc3e97e04 req-221c42e5-a2f1-4879-a84c-f9f5295c1e1b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469151 Sep 14 02:54:53.547740 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-2c9ee038-2d2f-43a1-804a-24eb93e7ac26 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=fd8b5427c70248b49bcaf2ae4309d328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324152 Sep 14 02:54:53.765265 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd663fd-8141-4cd5-b0ef-b9211a1f3991 req-a8b5e880-827c-4bbd-89ba-8a7c3f539473 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:53.766590 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bcd663fd-8141-4cd5-b0ef-b9211a1f3991 req-a8b5e880-827c-4bbd-89ba-8a7c3f539473 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.1040988 Sep 14 02:54:53.775485 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-416f3413-19ac-4da6-9f3f-451e9f9f9afb tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:53.777233 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-416f3413-19ac-4da6-9f3f-451e9f9f9afb tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243226 Sep 14 02:54:53.807299 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-5276e9d3-cd5f-4a93-a357-d153950fc73a tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/quotas/fd8b5427c70248b49bcaf2ae4309d328 HTTP/1.1" status: 200 len: 375 time: 0.0149810 Sep 14 02:54:53.850561 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-64e49807-ec89-4792-aafa-0b4f0fec6742 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fd8b5427c70248b49bcaf2ae4309d328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332060 Sep 14 02:54:53.857963 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bcd663fd-8141-4cd5-b0ef-b9211a1f3991 req-891207b7-c46d-40d6-bcdc-14e77d806a3a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796773 Sep 14 02:54:54.240359 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9a7a725a-1183-4824-9df6-5cbfb3864df7 req-2fd1e3f1-c34d-4d55-9590-08a23e5e0ce9 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0312490 Sep 14 02:54:54.394958 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:54.526638 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=9 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:54.995966 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474d69c-fcf7-412b-9edc-981b79b26d11 req-4353c888-29c5-4163-93a6-66bf091f992c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:54.997430 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8474d69c-fcf7-412b-9edc-981b79b26d11 req-4353c888-29c5-4163-93a6-66bf091f992c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0481231 Sep 14 02:54:55.051143 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8474d69c-fcf7-412b-9edc-981b79b26d11 req-e4e9e081-ec7a-452b-aa90-3a88ef748f54 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466909 Sep 14 02:54:55.367534 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b5062d7a-73b7-41bf-95bd-00baa97e7b50 req-3b4cfb13-a131-48d8-9d01-e0133682257b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0407846 Sep 14 02:54:55.370502 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-39835d82-c523-42c8-a955-05eaddbf3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:55.371754 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-39835d82-c523-42c8-a955-05eaddbf3dbb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec&tenant_id=ef9e0f5a3e3a423fbd778a6218543a20 HTTP/1.1" status: 200 len: 1128 time: 0.0949800 Sep 14 02:54:55.440499 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-020c0654-d73d-4e4a-8c0a-553ea0fcab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:55.441964 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-020c0654-d73d-4e4a-8c0a-553ea0fcab35 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 1128 time: 0.0417607 Sep 14 02:54:55.541254 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-02b2ed62-a8fa-4967-ad86-e3d9003c7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:55.542769 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-02b2ed62-a8fa-4967-ad86-e3d9003c7d4d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.0941613 Sep 14 02:54:55.598835 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:55.608918 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-eee1fa2a-c831-4083-9952-edadc63fd068 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30cccd7-36a3-45cb-96c3-158207c07227 HTTP/1.1" status: 200 len: 1000 time: 0.0596220 Sep 14 02:54:55.660284 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-36be8ee7-2eea-4506-8304-61855a2b80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:55.662036 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-36be8ee7-2eea-4506-8304-61855a2b80e9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.0467877 Sep 14 02:54:55.720191 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-cc02ac1b-6c72-4a60-a704-d9a5227c3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:55.721670 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-cc02ac1b-6c72-4a60-a704-d9a5227c3405 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405192 Sep 14 02:54:55.800749 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:55.821347 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-66b7ae48-eb84-4cac-8721-3b24e96278b6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921590 Sep 14 02:54:55.913847 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53f5258b-44bc-4563-ba92-5f1d48311ff4 req-7ca19745-8150-433e-ad34-a56e685fb93d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855007 Sep 14 02:54:56.187472 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8289a7-6869-435c-baf2-8b722cc91b6b req-f5cb2194-866d-43bc-9ba1-7c435c33b11d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:56.189058 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7c8289a7-6869-435c-baf2-8b722cc91b6b req-f5cb2194-866d-43bc-9ba1-7c435c33b11d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0546286 Sep 14 02:54:56.239616 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7c8289a7-6869-435c-baf2-8b722cc91b6b req-9b851062-704f-4a34-8ff0-f8b56e97efef tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448074 Sep 14 02:54:56.475895 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8704492b-921b-4549-9ddf-0587b3e7e838 req-27b06513-6900-4aef-977e-fcd4b9d1c714 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0280025 Sep 14 02:54:57.381783 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d15a6-7c0a-43c9-a993-9d661050e8ca req-43c4a988-eee7-4036-913a-f2daf8cbcbab tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:57.383224 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cc0d15a6-7c0a-43c9-a993-9d661050e8ca req-43c4a988-eee7-4036-913a-f2daf8cbcbab tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0507216 Sep 14 02:54:57.437343 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cc0d15a6-7c0a-43c9-a993-9d661050e8ca req-7e05291e-81dc-4666-a598-921745f09595 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485857 Sep 14 02:54:57.596209 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1569aff7-ecd3-40db-9d08-8970367519e2 req-3f73b8ee-56ce-42df-9d3b-cbcef7215712 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0368252 Sep 14 02:54:58.580732 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfaa6a-4eaf-4b97-b086-28cb9023bb01 req-9a92c6e2-d9f1-452b-b6b4-cedf47ce5280 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:58.583306 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bfcfaa6a-4eaf-4b97-b086-28cb9023bb01 req-9a92c6e2-d9f1-452b-b6b4-cedf47ce5280 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0568495 Sep 14 02:54:58.633437 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bfcfaa6a-4eaf-4b97-b086-28cb9023bb01 req-f0beb851-b787-4c6b-aced-d8fd7d15c88f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438981 Sep 14 02:54:58.721602 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-706f417f-5ec2-440d-b6e6-fb322198d1eb req-569cceef-ee5a-45e8-933e-0be1e1337407 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0351617 Sep 14 02:54:59.781103 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8faa1-a4bb-492c-b4ee-cea074c15caf req-d64d37b9-f250-49e5-9d03-7f9a2e900f16 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:59.783859 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b6f8faa1-a4bb-492c-b4ee-cea074c15caf req-d64d37b9-f250-49e5-9d03-7f9a2e900f16 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0552971 Sep 14 02:54:59.846712 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-506f383a-eae1-4d8c-a852-d013a8e2234d req-ba0591cb-8c22-414c-a401-5fab8cba9569 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0362327 Sep 14 02:54:59.871581 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b6f8faa1-a4bb-492c-b4ee-cea074c15caf req-a6d4be67-658e-445a-9937-df9ecae0a550 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801268 Sep 14 02:55:00.321830 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:00.525478 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:00.967964 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a602855-173e-4f5b-bb67-8303968cbdba req-27b28fe3-5015-4fe6-96b7-3365083b4119 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0415010 Sep 14 02:55:01.049329 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6c7b6-720f-4c18-8366-13580e6d5666 req-599d4b7b-afde-4e0b-a545-042b24b59397 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:01.050749 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-81a6c7b6-720f-4c18-8366-13580e6d5666 req-599d4b7b-afde-4e0b-a545-042b24b59397 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0688620 Sep 14 02:55:01.112097 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-81a6c7b6-720f-4c18-8366-13580e6d5666 req-c5361ad5-4d7a-4e70-ab11-077b1f597ac3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546811 Sep 14 02:55:01.235403 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 41866) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:01.355202 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:01.435164 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Publish callbacks [] for security_group (e76969b8-dd9a-41b5-b0e8-ce8405df1952), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:01.512637 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (e76969b8-dd9a-41b5-b0e8-ce8405df1952), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:01.552649 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41870) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:01.552861 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0075979858604691ba017c40317f51ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160608 Sep 14 02:55:01.562953 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76969b8-dd9a-41b5-b0e8-ce8405df1952,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:01.570762 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.571023 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.571357 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.571696 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.572019 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.572340 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.572659 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.572974 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.573291 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.573603 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.573912 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.574489 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.574819 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.575116 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.575596 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b8e1c-72e4-4591-a970-3a0416d14e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:01.619015 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd67f-137c-4cd2-8c63-9e02090c970b admin admin] Publish callbacks [] for security_group (e76969b8-dd9a-41b5-b0e8-ce8405df1952), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:01.641384 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd67f-137c-4cd2-8c63-9e02090c970b admin admin] Publish callbacks [] for security_group (e76969b8-dd9a-41b5-b0e8-ce8405df1952), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:02.089007 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c26de1ca-6e94-4ae1-89c6-de711ca5319a req-f941a5ec-43dc-4669-b8a8-7f5dd3743df0 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0286412 Sep 14 02:55:02.265449 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aebc23-b045-4ab1-89b6-8362274dfd3c req-f4b27b1f-013c-4cd4-a61c-dbdec4c5ff51 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:02.267116 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f5aebc23-b045-4ab1-89b6-8362274dfd3c req-f4b27b1f-013c-4cd4-a61c-dbdec4c5ff51 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0526152 Sep 14 02:55:02.272941 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd67f-137c-4cd2-8c63-9e02090c970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (e76969b8-dd9a-41b5-b0e8-ce8405df1952), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:02.276742 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd67f-137c-4cd2-8c63-9e02090c970b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:02.277379 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-fa7bd67f-137c-4cd2-8c63-9e02090c970b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e76969b8-dd9a-41b5-b0e8-ce8405df1952 HTTP/1.1" status: 204 len: 168 time: 0.7234056 Sep 14 02:55:02.303527 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bd67f-137c-4cd2-8c63-9e02090c970b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76969b8-dd9a-41b5-b0e8-ce8405df1952,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:02.584717 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:02.592511 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f5aebc23-b045-4ab1-89b6-8362274dfd3c req-81e57550-ee28-41c3-a4a6-73af6cd5dd5f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137577 Sep 14 02:55:03.222999 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dccab6cc-af72-45cf-bed3-e7961aa89f1e req-a1b6ff94-fc11-42c7-9fb0-7edfd43924f4 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0345783 Sep 14 02:55:03.734023 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e650f03-4854-4bd6-b5e8-08cf7612e553 req-fdd7af24-56ef-4bdc-ae6f-ac6c7780ef86 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:03.734023 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2e650f03-4854-4bd6-b5e8-08cf7612e553 req-fdd7af24-56ef-4bdc-ae6f-ac6c7780ef86 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0495923 Sep 14 02:55:03.811239 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2e650f03-4854-4bd6-b5e8-08cf7612e553 req-a65e7ede-23f1-4d7e-b500-f4a72d881193 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650768 Sep 14 02:55:03.850179 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41904) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:03.958192 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1023951532-network', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:04.055733 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Made reservation on behalf of c0ae116686c0415c860ea9f100686e59 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:55:04.058311 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.067937 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.100766 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:04.169306 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Publish callbacks [] for security_group (de1a97bc-3daf-40a5-81d6-f67cd22d5f10), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.253758 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (de1a97bc-3daf-40a5-81d6-f67cd22d5f10), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.291160 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1a97bc-3daf-40a5-81d6-f67cd22d5f10,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:04.301456 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:55:04.336676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (cf76c7c8-e60f-45fb-85ad-387946816faa), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.344780 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Added segment cf76c7c8-e60f-45fb-85ad-387946816faa of type vlan for network ccbc0fc8-7425-4b05-9d04-ef14a7670989 Sep 14 02:55:04.362369 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-53c3837c-29b2-4838-8a44-30244c08c09a req-74ec2a67-3eb9-4850-b989-723a846aa1f7 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0408990 Sep 14 02:55:04.413043 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (ccbc0fc8-7425-4b05-9d04-ef14a7670989), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.535710 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (ccbc0fc8-7425-4b05-9d04-ef14a7670989), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.537113 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:04.537702 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.618200 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] Pushing event updated for resources: {'Network': ['ID=ccbc0fc8-7425-4b05-9d04-ef14a7670989,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:04.640319 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:55:04.908088 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0371d1b9-3cf4-408f-9561-895614b1299d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0567429 Sep 14 02:55:04.911355 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 41912) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:04.916497 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.916666 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Request body: {'subnet': {'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1023951532-subnet', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:04.982858 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb140d-d0ef-4de8-a72d-6a66249acb96 req-47e5b77d-336f-4692-b1fc-2a811a66ccf5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:04.985202 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-84eb140d-d0ef-4de8-a72d-6a66249acb96 req-47e5b77d-336f-4692-b1fc-2a811a66ccf5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0652540 Sep 14 02:55:05.002197 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Made reservation on behalf of c0ae116686c0415c860ea9f100686e59 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:55:05.004624 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781849'] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:05.037127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:05.042021 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-84eb140d-d0ef-4de8-a72d-6a66249acb96 req-27b230ce-cead-4bd9-bcce-9f267785522d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510411 Sep 14 02:55:05.313705 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781839'] for subnet (38c9c1b2-fe64-455c-b255-b4025c45f3a9), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:05.383534 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c9c1b2-fe64-455c-b255-b4025c45f3a9,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:05.403549 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Checking segment: {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:05.404175 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Network hostable DHCP agents. Network: ccbc0fc8-7425-4b05-9d04-ef14a7670989, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:55:05.496686 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d9064d52-2f69-41ae-881a-5ba36a7cc145 req-c6d5916b-9c8d-4484-9ccc-afcf38e4fcf2 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0413921 Sep 14 02:55:05.537805 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:55:05.621252 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, ccbc0fc8-7425-4b05-9d04-ef14a7670989) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:05.626128 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:05.626995 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:05.631606 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd35320-4669-4527-997d-4708519284c7 None None] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:55:05.715762 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-83a1a073-10de-41ac-80d9-88651c2a551f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8030338 Sep 14 02:55:05.719771 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 41922) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:05.726291 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:05.780930 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:55:05.782626 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:05.804462 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (350c8149-3d99-4f86-a8a0-850fbfc0e370), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:05.805725 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (350c8149-3d99-4f86-a8a0-850fbfc0e370), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:05.872070 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks [] for router_controller (350c8149-3d99-4f86-a8a0-850fbfc0e370), precommit_add_association {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:05.958977 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Allocated IP 172.20.0.2 (ccbc0fc8-7425-4b05-9d04-ef14a7670989/38c9c1b2-fe64-455c-b255-b4025c45f3a9/890cf523-0181-42f0-84d3-2c01b9ce293e) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:06.093006 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks [] for router_gateway (350c8149-3d99-4f86-a8a0-850fbfc0e370), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.131454 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Publish callbacks [] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.192969 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.195765 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1502-76f3-4533-817c-067d7e60209c req-3d0a2748-13f8-4dd2-8c85-6dded5ddcc95 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:06.197541 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-909f1502-76f3-4533-817c-067d7e60209c req-3d0a2748-13f8-4dd2-8c85-6dded5ddcc95 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0533974 Sep 14 02:55:06.214837 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:06.238813 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:06.240686 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:06.243960 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:06.247130 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:06.247957 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-909f1502-76f3-4533-817c-067d7e60209c req-f686051c-2e38-4515-a81b-ef99c4dc4070 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Sep 14 02:55:06.253887 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Pushing event updated for resources: {'Port': ['ID=890cf523-0181-42f0-84d3-2c01b9ce293e,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:06.313570 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Attempting to bind port 890cf523-0181-42f0-84d3-2c01b9ce293e on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:06.313948 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Attempting to bind port 890cf523-0181-42f0-84d3-2c01b9ce293e by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:06.314311 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Attempting to bind port 890cf523-0181-42f0-84d3-2c01b9ce293e on network ccbc0fc8-7425-4b05-9d04-ef14a7670989 {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:06.348087 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks [] for router_gateway (350c8149-3d99-4f86-a8a0-850fbfc0e370), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.357084 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:06.357463 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Checking segment: {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:06.358574 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.359264 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Bound using segment: {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:06.359754 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Bound port: 890cf523-0181-42f0-84d3-2c01b9ce293e, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:06.360145 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.367766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.425615 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] For port 890cf523-0181-42f0-84d3-2c01b9ce293e, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:06.428802 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] For port 890cf523-0181-42f0-84d3-2c01b9ce293e, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=890cf523-0181-42f0-84d3-2c01b9ce293e,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:06.478259 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Allocated IP 172.28.1.227 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/0d57b0e7-9fc6-4b91-86ad-9e745deba207) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:06.512429 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-60158577-d66f-4027-b268-279a43de6465 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=fd8b5427c70248b49bcaf2ae4309d328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252180 Sep 14 02:55:06.513047 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.585205 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Pushing event updated for resources: {'Port': ['ID=890cf523-0181-42f0-84d3-2c01b9ce293e,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:06.596053 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.596411 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.596723 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.597086 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.597422 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.598320 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.598320 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.598553 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.598715 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.599045 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.599368 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.599690 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.600009 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.600330 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.601546 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069c843-41af-4e54-b7fb-da2a8baede1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:06.639766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks [] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.660545 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d5acb59a-654a-41a9-bd04-28e87dda2398 req-65719bf3-73f4-41c6-aa91-1e09996f2b78 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0340164 Sep 14 02:55:06.741942 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:06.788572 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:06.791941 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:06.795773 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:06.831033 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d57b0e7-9fc6-4b91-86ad-9e745deba207,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:07.159474 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:07.402527 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks [] for router_gateway (350c8149-3d99-4f86-a8a0-850fbfc0e370), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:07.424483 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051a6f0-b1da-4b03-b462-47c2cfd3a747 req-4befe8b3-42da-4aec-b8c8-b18d4de63033 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:07.425108 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f051a6f0-b1da-4b03-b462-47c2cfd3a747 req-4befe8b3-42da-4aec-b8c8-b18d4de63033 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0589867 Sep 14 02:55:07.507490 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f051a6f0-b1da-4b03-b462-47c2cfd3a747 req-0bd9c6d2-70fa-4f45-960b-fa1f7110b29c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752451 Sep 14 02:55:07.589571 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a90b41e-9aba-45f0-baf8-63a24b7fbde1 None None] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:55:07.632111 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (350c8149-3d99-4f86-a8a0-850fbfc0e370), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:07.636351 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 890cf523-0181-42f0-84d3-2c01b9ce293e up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:07.662161 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:07.673422 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:07.686501 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-60c07687-d83e-4fab-af1d-3b17769da12e None None] Provisioning complete for port 890cf523-0181-42f0-84d3-2c01b9ce293e triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:07.686969 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-60c07687-d83e-4fab-af1d-3b17769da12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:07.687384 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-60c07687-d83e-4fab-af1d-3b17769da12e None None] Attempt 1 to provision port 890cf523-0181-42f0-84d3-2c01b9ce293e Sep 14 02:55:07.768851 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 890cf523-0181-42f0-84d3-2c01b9ce293e triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:07.769140 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:07.769476 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 890cf523-0181-42f0-84d3-2c01b9ce293e Sep 14 02:55:07.770191 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1791169e-9b22-4ccc-8437-a5773ca0d15d req-94aeb0f2-86fd-452f-bbc2-6bc610c172c7 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0306153 Sep 14 02:55:07.848096 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Router 350c8149-3d99-4f86-a8a0-850fbfc0e370 is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:55:07.854151 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-60c07687-d83e-4fab-af1d-3b17769da12e None None] Current status of the port 890cf523-0181-42f0-84d3-2c01b9ce293e is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:07.854581 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-60c07687-d83e-4fab-af1d-3b17769da12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:07.915102 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 890cf523-0181-42f0-84d3-2c01b9ce293e is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:07.915496 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:07.933267 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-60c07687-d83e-4fab-af1d-3b17769da12e None None] For port 890cf523-0181-42f0-84d3-2c01b9ce293e, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=890cf523-0181-42f0-84d3-2c01b9ce293e,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:07.954200 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:08.000125 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-60c07687-d83e-4fab-af1d-3b17769da12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:08.002830 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:55:08.031784 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Sync routers for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:55:08.069157 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-518e038c-233a-4045-802d-6de922240544 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552077 Sep 14 02:55:08.101131 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:08.102033 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:08.104174 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.db.api [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:55:08.114075 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG oslo_db.api [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:55:08.154064 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-70e9a8fe-f5ba-419c-9d8b-464537ffe778 None None] Provisioning complete for port 890cf523-0181-42f0-84d3-2c01b9ce293e triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:08.154435 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-70e9a8fe-f5ba-419c-9d8b-464537ffe778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:08.155384 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-70e9a8fe-f5ba-419c-9d8b-464537ffe778 None None] Attempt 1 to provision port 890cf523-0181-42f0-84d3-2c01b9ce293e Sep 14 02:55:08.156739 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:08.161614 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c07687-d83e-4fab-af1d-3b17769da12e None None] Pushing event updated for resources: {'Port': ['ID=890cf523-0181-42f0-84d3-2c01b9ce293e,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:08.162924 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-d387b16a-515e-4ecb-8493-ba01c579882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:08.165154 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-d387b16a-515e-4ecb-8493-ba01c579882b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 1129 time: 0.0624852 Sep 14 02:55:08.173923 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:08.184874 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-5067e47e-5015-4de0-94b3-0684308ed6c3 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4614534 Sep 14 02:55:08.185141 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41932) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:08.268851 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:08.327007 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-d5c05072-6d91-4033-8e94-704c080333e5 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:08.329323 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-d5c05072-6d91-4033-8e94-704c080333e5 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193579 Sep 14 02:55:08.343623 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Request body: {'port': {'device_id': '4054b080-2620-4923-acae-3d155d033112', 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424', 'admin_state_up': True, 'tenant_id': 'fd8b5427c70248b49bcaf2ae4309d328'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:08.361146 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-0a83972c-03dd-4eb0-8b01-a71ff87ee349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:08.362925 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-0a83972c-03dd-4eb0-8b01-a71ff87ee349 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.1642015 Sep 14 02:55:08.406246 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-70e9a8fe-f5ba-419c-9d8b-464537ffe778 None None] Current status of the port 890cf523-0181-42f0-84d3-2c01b9ce293e is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:08.410238 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-9efae06f-c330-4766-a842-e6d7b080b52c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811fea78-d531-4790-8314-89dd0106a43f HTTP/1.1" status: 200 len: 217 time: 0.0399044 Sep 14 02:55:08.465457 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-b6f4f78a-a1b7-4c3d-bf77-998d2b4e6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:08.466857 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-b6f4f78a-a1b7-4c3d-bf77-998d2b4e6d73 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0497689 Sep 14 02:55:08.495648 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:07Z', 'revision_number': 3, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:08.526338 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-988f6bae-fe26-43e0-9c6c-fb4065337856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:08.527094 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Checking router: 350c8149-3d99-4f86-a8a0-850fbfc0e370 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:55:08.527453 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Updating router 350c8149-3d99-4f86-a8a0-850fbfc0e370 port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:55:08.528270 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-988f6bae-fe26-43e0-9c6c-fb4065337856 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480471 Sep 14 02:55:08.556602 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:08.665186 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Made reservation on behalf of fd8b5427c70248b49bcaf2ae4309d328 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:55:08.668968 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:08.691882 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:08.692142 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 890cf523-0181-42f0-84d3-2c01b9ce293e is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:08.693975 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:08.699973 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-68d6a8b7-4a59-4382-9bb3-a4c11f8415e1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054733 Sep 14 02:55:08.707522 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f5db9-4e31-4027-9021-e6265effb7d7 req-8c20cf6a-6af7-4abd-94cd-841e05a12260 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:08.709038 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1e8f5db9-4e31-4027-9021-e6265effb7d7 req-8c20cf6a-6af7-4abd-94cd-841e05a12260 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.0796022 Sep 14 02:55:08.760431 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:08.789133 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:08.822767 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:55:08.825346 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2800ab78-c22a-46d6-b517-48d16a10d3a2 req-b1edfd4f-dc87-4300-a896-d406622b29e2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102109 Sep 14 02:55:08.889591 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1e8f5db9-4e31-4027-9021-e6265effb7d7 req-f1045a5d-c86b-4746-ae7f-fb417f7df291 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707985 Sep 14 02:55:08.904439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:08.922994 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-83f8651f-b3e0-4449-8f1b-11865115f1d1 req-fb99cb0e-b81c-4eb7-8cb3-81cdece2c3b9 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0619471 Sep 14 02:55:08.988945 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Publish callbacks [] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:08.989594 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.010830 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks [] for security_group (5b7b9056-f9aa-4b32-a3a4-e31ab200b979), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.095484 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (5b7b9056-f9aa-4b32-a3a4-e31ab200b979), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.095665 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.131163 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Attempting to bind port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:09.131527 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Attempting to bind port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:09.131898 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Attempting to bind port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:09.169766 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c7bfd-9726-4f60-b373-87b6bc23900c None None] Pushing event updated for resources: {'Port': ['ID=0d57b0e7-9fc6-4b91-86ad-9e745deba207,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:09.191048 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:09.195048 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:09.195048 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.195048 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:09.195048 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Bound port: 0d57b0e7-9fc6-4b91-86ad-9e745deba207, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:09.195048 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.205345 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7b9056-f9aa-4b32-a3a4-e31ab200b979,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:09.210791 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:09.235181 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.235569 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.235915 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.236248 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.236580 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.236905 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.237244 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.237552 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.237871 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.238194 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.238528 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.238849 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.239164 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.239477 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.239789 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:09.241272 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:09.247325 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] For port 0d57b0e7-9fc6-4b91-86ad-9e745deba207, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:09.251425 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] For port 0d57b0e7-9fc6-4b91-86ad-9e745deba207, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=0d57b0e7-9fc6-4b91-86ad-9e745deba207,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:09.260289 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Allocated IP 172.20.0.1 (ccbc0fc8-7425-4b05-9d04-ef14a7670989/38c9c1b2-fe64-455c-b255-b4025c45f3a9/2f219159-db9c-45af-a1a0-3964ddaeb1ca) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:09.356569 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.367437 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Allocated IP 192.168.233.158 (d2539a21-8788-4d5d-9294-771cae223424/2d5a36c4-8508-4d24-b326-b517cb3d4dc6/faf3dfb4-f811-4f51-847c-f40c04d47d84) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:09.393784 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:09.394426 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:09.462067 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c7bfd-9726-4f60-b373-87b6bc23900c None None] Pushing event updated for resources: {'Port': ['ID=0d57b0e7-9fc6-4b91-86ad-9e745deba207,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:09.463266 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Publish callbacks [] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.534652 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:09.540452 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:09.562839 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 890cf523-0181-42f0-84d3-2c01b9ce293e up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:09.589230 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks [] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.648974 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.683252 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.694330 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 890cf523-0181-42f0-84d3-2c01b9ce293e triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:09.694891 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.695057 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 890cf523-0181-42f0-84d3-2c01b9ce293e Sep 14 02:55:09.699661 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:09.709584 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:09.722972 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:09.722972 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f219159-db9c-45af-a1a0-3964ddaeb1ca,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:09.763644 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Network d2539a21-8788-4d5d-9294-771cae223424 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:09.771578 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:09.777010 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:09.818696 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:07Z', 'revision_number': 3, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:09.823568 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:09.849382 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (350c8149-3d99-4f86-a8a0-850fbfc0e370), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.858292 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4742eb-7171-4ea2-85a4-2350bbef996b None None] The sync data for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb is: [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:07Z', 'revision_number': 3, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:55:09.860005 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 890cf523-0181-42f0-84d3-2c01b9ce293e is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:09.914616 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Pushing event updated for resources: {'Port': ['ID=faf3dfb4-f811-4f51-847c-f40c04d47d84,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:09.941504 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:09.942264 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.048761 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:10.083652 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-e9f7553c-0fcb-43be-817f-e4db638dfb2c tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7445502 Sep 14 02:55:10.115685 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Request body: {'port': {'device_id': '4054b080-2620-4923-acae-3d155d033112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:10.117893 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:55:10.164988 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f1d26-8084-44b8-924b-7250f6dc16c7 req-b6fa33ad-d548-4e05-b445-590c70f07767 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:10.166570 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2a5f1d26-8084-44b8-924b-7250f6dc16c7 req-b6fa33ad-d548-4e05-b445-590c70f07767 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 944 time: 0.1376526 Sep 14 02:55:10.182047 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3887551-66ae-4ca8-a7eb-67b629f0d834 req-8e942eb6-9078-4368-ba8b-acd550eb8189 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:10.183534 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d3887551-66ae-4ca8-a7eb-67b629f0d834 req-8e942eb6-9078-4368-ba8b-acd550eb8189 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 936 time: 0.1365683 Sep 14 02:55:10.210043 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Provisioning complete for port 2f219159-db9c-45af-a1a0-3964ddaeb1ca triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:10.210043 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.210043 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Attempt 1 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:10.264807 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Port 2f219159-db9c-45af-a1a0-3964ddaeb1ca cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:10.294042 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:10.308907 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'port_id': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'mac_address': 'fa:16:3e:43:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:55:10.318798 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.346656 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f30cccd7-36a3-45cb-96c3-158207c07227 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:10.347449 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.351868 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d3887551-66ae-4ca8-a7eb-67b629f0d834 req-ef391935-df61-4d9b-9e76-99cef8695376 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420791 Sep 14 02:55:10.354792 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2a5f1d26-8084-44b8-924b-7250f6dc16c7 req-8d971bae-f186-4204-99ed-ea92d8b4c633 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794400 Sep 14 02:55:10.363893 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30cccd7-36a3-45cb-96c3-158207c07227 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:55:10.389970 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:10.403112 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.478443 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.522940 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:10.533576 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=9']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:10.740098 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Publish callbacks [] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.766261 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Attempt 2 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:10.786517 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf3dfb4-f811-4f51-847c-f40c04d47d84 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:55:10.794827 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Publish callbacks [] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.802243 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Port 2f219159-db9c-45af-a1a0-3964ddaeb1ca cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:10.806039 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['f30cccd7-36a3-45cb-96c3-158207c07227'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:55:10.809515 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Transition to ACTIVE for port object faf3dfb4-f811-4f51-847c-f40c04d47d84 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:55:10.827472 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.859183 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:10.885104 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:10.898763 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:10.909219 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f219159-db9c-45af-a1a0-3964ddaeb1ca,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:10.915538 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (350c8149-3d99-4f86-a8a0-850fbfc0e370), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:11.018900 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Pushing event updated for resources: {'Port': ['ID=faf3dfb4-f811-4f51-847c-f40c04d47d84,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:11.100557 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Attempting to bind port faf3dfb4-f811-4f51-847c-f40c04d47d84 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:11.100899 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Attempting to bind port faf3dfb4-f811-4f51-847c-f40c04d47d84 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:11.101236 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Attempting to bind port faf3dfb4-f811-4f51-847c-f40c04d47d84 on network d2539a21-8788-4d5d-9294-771cae223424 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:11.135081 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:11.138719 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:11.303140 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Attempt 3 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:11.347273 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Port 2f219159-db9c-45af-a1a0-3964ddaeb1ca cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:11.441719 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Port faf3dfb4-f811-4f51-847c-f40c04d47d84 on network d2539a21-8788-4d5d-9294-771cae223424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:55:11.442055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Attempting to bind port faf3dfb4-f811-4f51-847c-f40c04d47d84 on network d2539a21-8788-4d5d-9294-771cae223424 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:11.554656 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 0d57b0e7-9fc6-4b91-86ad-9e745deba207 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:11.604449 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:11.604825 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:11.605158 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 Sep 14 02:55:11.612132 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed530552-4857-4450-b37f-1cdeb1d65c6b req-81cf146e-13c6-4dc7-a40b-b2ed56132821 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:11.613706 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ed530552-4857-4450-b37f-1cdeb1d65c6b req-81cf146e-13c6-4dc7-a40b-b2ed56132821 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 945 time: 0.1485469 Sep 14 02:55:11.623229 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d1947-216c-4767-8b18-d8322ba6895b req-47c246ea-5fd7-4c5c-849b-a81f40c7582d tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:11.625605 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5a4d1947-216c-4767-8b18-d8322ba6895b req-47c246ea-5fd7-4c5c-849b-a81f40c7582d tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 948 time: 0.1449080 Sep 14 02:55:11.629791 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:11.630487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Checking segment: {'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:11.630622 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Bound using segment: {'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:11.630990 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Bound port: faf3dfb4-f811-4f51-847c-f40c04d47d84, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56eaa678-18d2-4569-9a4b-69fa84afd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:11.631350 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:11.658777 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Router 350c8149-3d99-4f86-a8a0-850fbfc0e370 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:55:11.682669 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:11.684085 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:11.684476 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:11.708202 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 0d57b0e7-9fc6-4b91-86ad-9e745deba207, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=0d57b0e7-9fc6-4b91-86ad-9e745deba207,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:11.781821 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:11.804660 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ed530552-4857-4450-b37f-1cdeb1d65c6b req-783dee33-eb47-4af4-91e4-03eacf564432 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780832 Sep 14 02:55:11.816488 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] For port faf3dfb4-f811-4f51-847c-f40c04d47d84, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:11.835934 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5a4d1947-216c-4767-8b18-d8322ba6895b req-86c4109b-190d-4f51-9202-56b58e3bbf9a tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936097 Sep 14 02:55:11.849830 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] For port faf3dfb4-f811-4f51-847c-f40c04d47d84, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=faf3dfb4-f811-4f51-847c-f40c04d47d84,segment=NetworkSegment(56eaa678-18d2-4569-9a4b-69fa84afd6fc),segment_id=56eaa678-18d2-4569-9a4b-69fa84afd6fc)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:11.855963 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Attempt 4 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:11.860599 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=0d57b0e7-9fc6-4b91-86ad-9e745deba207,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:11.894211 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Port 2f219159-db9c-45af-a1a0-3964ddaeb1ca cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:11.895766 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:55:11.901137 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-8e071274-bb20-4b07-b3b2-7675d9f851a7 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/350c8149-3d99-4f86-a8a0-850fbfc0e370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7140491 Sep 14 02:55:11.905226 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Sync routers for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:55:11.917106 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:11.917718 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:11.933939 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:11.940945 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:11.941601 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:11.943195 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/faf3dfb4-f811-4f51-847c-f40c04d47d84 HTTP/1.1" status: 200 len: 1098 time: 1.8320324 Sep 14 02:55:11.943688 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4054b080-2620-4923-acae-3d155d033112', 'tag': 'faf3dfb4-f811-4f51-847c-f40c04d47d84'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:11.946005 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88575943-a311-4055-833d-f4db3eeae57a" -d '{"events": [{"name": "network-changed", "server_uuid": "4054b080-2620-4923-acae-3d155d033112", "tag": "faf3dfb4-f811-4f51-847c-f40c04d47d84"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:12.001579 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92ca5d-b02e-4bcf-a339-3465d09aa412 service neutron] Pushing event updated for resources: {'Port': ['ID=faf3dfb4-f811-4f51-847c-f40c04d47d84,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:12.005431 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a6f5fb-227f-4148-9c0c-641f02e9fdc9 x-openstack-request-id: req-35a6f5fb-227f-4148-9c0c-641f02e9fdc9 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:12.005725 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4054b080-2620-4923-acae-3d155d033112", "tag": "faf3dfb4-f811-4f51-847c-f40c04d47d84", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:12.006008 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-35a6f5fb-227f-4148-9c0c-641f02e9fdc9 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:12.006514 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a6f5fb-227f-4148-9c0c-641f02e9fdc9'] response: {'name': 'network-changed', 'server_uuid': '4054b080-2620-4923-acae-3d155d033112', 'tag': 'faf3dfb4-f811-4f51-847c-f40c04d47d84', 'status': 'completed', 'code': 200} Sep 14 02:55:12.039117 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:12.071080 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88575943-a311-4055-833d-f4db3eeae57a req-7c3947f1-01de-49c0-b7a4-3896379ad8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:12.072604 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-88575943-a311-4055-833d-f4db3eeae57a req-7c3947f1-01de-49c0-b7a4-3896379ad8d9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd8b5427c70248b49bcaf2ae4309d328&device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 1132 time: 0.0453062 Sep 14 02:55:12.104511 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-88575943-a311-4055-833d-f4db3eeae57a req-b6820c52-0cce-46cd-b99c-bbabe06407f2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=fd8b5427c70248b49bcaf2ae4309d328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232704 Sep 14 02:55:12.134790 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:12.180137 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port f30cccd7-36a3-45cb-96c3-158207c07227 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:12.180872 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:12.181264 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port f30cccd7-36a3-45cb-96c3-158207c07227 Sep 14 02:55:12.227683 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88575943-a311-4055-833d-f4db3eeae57a req-c55b2a7e-8dcc-4726-a2b2-06f6fbb89b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:12.230742 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-88575943-a311-4055-833d-f4db3eeae57a req-c55b2a7e-8dcc-4726-a2b2-06f6fbb89b78 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1192892 Sep 14 02:55:12.257078 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 2, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:12.294801 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Checking router: 350c8149-3d99-4f86-a8a0-850fbfc0e370 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:55:12.295148 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Updating router 350c8149-3d99-4f86-a8a0-850fbfc0e370 port 2f219159-db9c-45af-a1a0-3964ddaeb1ca binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:55:12.298844 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f30cccd7-36a3-45cb-96c3-158207c07227 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:12.299250 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:12.332894 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:12.333615 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-a4e913a4-3d79-452e-b7a7-795d1b1cc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:12.333741 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:12.335747 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-a4e913a4-3d79-452e-b7a7-795d1b1cc588 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd8b5427c70248b49bcaf2ae4309d328&device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 1132 time: 0.0667768 Sep 14 02:55:12.336102 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bf68fb-b197-411e-a622-ccdf96a4d43d" -d '{"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-plugged", "status": "completed", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:12.354955 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:12.387414 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-f58aa97d-0b81-485c-a093-398543c72958 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=faf3dfb4-f811-4f51-847c-f40c04d47d84 HTTP/1.1" status: 200 len: 217 time: 0.0426497 Sep 14 02:55:12.395550 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Attempt 5 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:12.431052 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374db48e-d6c4-4cd2-a8f4-57c7dcf745d0 x-openstack-request-id: req-374db48e-d6c4-4cd2-a8f4-57c7dcf745d0 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:12.431258 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-plugged", "status": "completed", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:12.431524 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-374db48e-d6c4-4cd2-a8f4-57c7dcf745d0 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:12.431926 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374db48e-d6c4-4cd2-a8f4-57c7dcf745d0'] response: {'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'code': 200} Sep 14 02:55:12.463456 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Port 2f219159-db9c-45af-a1a0-3964ddaeb1ca cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:12.474603 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-bc723b84-16e0-457c-a5cb-c728beacd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:12.476079 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-bc723b84-16e0-457c-a5cb-c728beacd6a9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2d5a36c4-8508-4d24-b326-b517cb3d4dc6 HTTP/1.1" status: 200 len: 843 time: 0.0800166 Sep 14 02:55:12.479640 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:12.524972 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:12.538663 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=10']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:12.754103 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Publish callbacks [] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:12.762353 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 41980) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:12.769328 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1149945093-network', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:12.773946 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:12.842903 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:12.851899 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-9da12cc1-0937-418d-b811-e5eb37a7ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:12.853640 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-9da12cc1-0937-418d-b811-e5eb37a7ca7c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2539a21-8788-4d5d-9294-771cae223424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469053 Sep 14 02:55:12.884610 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Made reservation on behalf of 4642937c9bc142988dfa7b6b924574d1 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:55:12.887055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:12.902842 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:12.932069 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Pushing event updated for resources: {'Port': ['ID=2f219159-db9c-45af-a1a0-3964ddaeb1ca,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:12.945845 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.946505 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.946847 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.947203 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.947533 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.948026 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.948576 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.948915 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.949372 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.949666 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.949994 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.950333 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.950679 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.951272 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.951272 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:12.968406 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Attempt 6 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:12.969418 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Attempting to bind port 2f219159-db9c-45af-a1a0-3964ddaeb1ca on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:12.970037 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Attempting to bind port 2f219159-db9c-45af-a1a0-3964ddaeb1ca by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:12.970737 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Attempting to bind port 2f219159-db9c-45af-a1a0-3964ddaeb1ca on network ccbc0fc8-7425-4b05-9d04-ef14a7670989 {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:13.011152 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c604-39cd-4bfd-9363-e57cae304f8f req-31a3ee92-e916-458b-8fce-67fef5469c4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:13.012656 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1176c604-39cd-4bfd-9363-e57cae304f8f req-31a3ee92-e916-458b-8fce-67fef5469c4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.0664475 Sep 14 02:55:13.016650 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:13.026913 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:13.027915 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Checking segment: {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:13.027915 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.028207 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Bound using segment: {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:13.028873 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Bound port: 2f219159-db9c-45af-a1a0-3964ddaeb1ca, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:13.029720 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.042631 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Port 2f219159-db9c-45af-a1a0-3964ddaeb1ca cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:13.052783 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:13.093590 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:13.096284 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] For port 2f219159-db9c-45af-a1a0-3964ddaeb1ca, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:13.099504 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] For port 2f219159-db9c-45af-a1a0-3964ddaeb1ca, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2f219159-db9c-45af-a1a0-3964ddaeb1ca,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:13.136440 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-659f2afe-b326-4433-923f-4b5016137d03 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2539a21-8788-4d5d-9294-771cae223424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754009 Sep 14 02:55:13.142885 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929899-d309-4888-8a50-9fe740694262 req-0c0de7aa-db7e-46b0-a482-d1431b414dd1 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:13.144244 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63929899-d309-4888-8a50-9fe740694262 req-0c0de7aa-db7e-46b0-a482-d1431b414dd1 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 948 time: 0.1180861 Sep 14 02:55:13.168530 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.172055 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1176c604-39cd-4bfd-9363-e57cae304f8f req-39966e33-0499-462c-9a54-c238a244aef6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446877 Sep 14 02:55:13.215241 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:13.215879 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:13.233055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Publish callbacks [] for security_group (048c97c8-0b79-402f-8f51-9cf56982229f), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.236713 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63929899-d309-4888-8a50-9fe740694262 req-b6615485-769c-44d1-8cad-b7ebaaab8a75 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845983 Sep 14 02:55:13.265173 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527db8f-0183-482e-98f6-59bd39077b28 None None] Pushing event updated for resources: {'Port': ['ID=2f219159-db9c-45af-a1a0-3964ddaeb1ca,revision_number=4']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:13.328984 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (048c97c8-0b79-402f-8f51-9cf56982229f), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.350608 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:13.355725 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec18e7-1811-4842-8e41-6bdc4e04ca91 req-c9bd5237-3e2c-43fd-95a7-0157bd115f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:13.359198 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e6ec18e7-1811-4842-8e41-6bdc4e04ca91 req-c9bd5237-3e2c-43fd-95a7-0157bd115f92 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 1131 time: 0.0518992 Sep 14 02:55:13.376677 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:55:13.393232 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048c97c8-0b79-402f-8f51-9cf56982229f,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:13.401160 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d39dcf6e-e2b6-4f48-81bd-5f6b80f30cbd req-fd01cc96-9e1f-4cab-8e40-adb946d099e0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2539a21-8788-4d5d-9294-771cae223424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353846 Sep 14 02:55:13.402690 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (848c9be3-b883-492f-a917-1cbb568d9a04), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.402942 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Added segment 848c9be3-b883-492f-a917-1cbb568d9a04 of type vlan for network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 Sep 14 02:55:13.443232 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e6ec18e7-1811-4842-8e41-6bdc4e04ca91 req-484f73ed-f909-4c87-990d-15be8257611e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564694 Sep 14 02:55:13.443912 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:13.454271 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (5315268d-85ad-470e-ab2c-5c0ecde5dd23), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.544111 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Attempt 7 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:13.549419 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 0d57b0e7-9fc6-4b91-86ad-9e745deba207 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:13.553190 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:13Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:13.556008 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (5315268d-85ad-470e-ab2c-5c0ecde5dd23), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.557199 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:13.561648 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.579999 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10fe013-7a19-4ced-87dd-2cc7c7ac82f6 None None] The sync data for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb is: [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:13Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:55:13.639579 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] Pushing event updated for resources: {'Network': ['ID=5315268d-85ad-470e-ab2c-5c0ecde5dd23,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:13.660160 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:55:13.665095 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:13.665469 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.665796 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 Sep 14 02:55:13.676121 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-20232405-3bd0-44be-9039-a10b36eabb67 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9120142 Sep 14 02:55:13.678989 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 41986) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:13.687488 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Request body: {'subnet': {'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1149945093-subnet', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:13.747273 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Current status of the port 2f219159-db9c-45af-a1a0-3964ddaeb1ca is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:13.747667 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.767098 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:13.817091 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] For port 2f219159-db9c-45af-a1a0-3964ddaeb1ca, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2f219159-db9c-45af-a1a0-3964ddaeb1ca,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:13.824641 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Made reservation on behalf of 4642937c9bc142988dfa7b6b924574d1 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:55:13.827680 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781849'] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.857231 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:13.907096 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.966921 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98918569-9b58-47f7-8104-55dcf0ef6416 None None] Pushing event updated for resources: {'Port': ['ID=2f219159-db9c-45af-a1a0-3964ddaeb1ca,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:14.058035 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-616aeebd-0d71-45f6-b274-1fbc0495c97e None None] Provisioning complete for port 2f219159-db9c-45af-a1a0-3964ddaeb1ca triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:14.058710 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-616aeebd-0d71-45f6-b274-1fbc0495c97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.058803 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-616aeebd-0d71-45f6-b274-1fbc0495c97e None None] Attempt 1 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:14.107467 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781839'] for subnet (92e07c40-15e8-4efc-bc59-1668dfeb29df), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.124992 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:14.141364 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-616aeebd-0d71-45f6-b274-1fbc0495c97e None None] Current status of the port 2f219159-db9c-45af-a1a0-3964ddaeb1ca is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:14.157175 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e07c40-15e8-4efc-bc59-1668dfeb29df,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:14.179672 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Checking segment: {'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:14.180108 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Network hostable DHCP agents. Network: 5315268d-85ad-470e-ab2c-5c0ecde5dd23, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:55:14.301495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:55:14.324536 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359a1d-a0df-4eaa-ab23-14543c735b9f req-7f2b652f-82d5-40d9-a065-1ded0ee4ef3d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:14.326795 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e359a1d-a0df-4eaa-ab23-14543c735b9f req-7f2b652f-82d5-40d9-a065-1ded0ee4ef3d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.0634508 Sep 14 02:55:14.393450 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60523160-e536-4a74-be35-55db7b77d461 req-f7e9e9ef-1338-416e-bea5-8617de42e892 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:14.395080 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-60523160-e536-4a74-be35-55db7b77d461 req-f7e9e9ef-1338-416e-bea5-8617de42e892 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 948 time: 0.0671713 Sep 14 02:55:14.404557 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 5315268d-85ad-470e-ab2c-5c0ecde5dd23) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:14.419809 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:14.419809 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.420772 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d419b2-5496-4a53-9336-e7c043fad5a3 None None] Network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:55:14.420892 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:14.454448 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e359a1d-a0df-4eaa-ab23-14543c735b9f req-a69cf7af-c8fb-409b-8eed-646103c26cd7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107421 Sep 14 02:55:14.476182 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-60523160-e536-4a74-be35-55db7b77d461 req-77f15cb6-f9fa-47af-a2e5-0cabba715101 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724254 Sep 14 02:55:14.507392 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-91f1ac05-d3f4-477c-90f8-007672c8fecc admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8247652 Sep 14 02:55:14.509987 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 41996) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:14.515050 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:14.564148 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc7c820-6dc8-4a1b-8113-6e579a5adaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.604300 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (b0eb3668-415d-4ba6-9c02-96949c38a075), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.605433 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (b0eb3668-415d-4ba6-9c02-96949c38a075), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.667840 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-5315268d-85ad-470e-ab2c-5c0ecde5dd23', 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23', 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'fixed_ips': [{'subnet_id': '92e07c40-15e8-4efc-bc59-1668dfeb29df'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:55:14.669107 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.670165 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks [] for router_controller (b0eb3668-415d-4ba6-9c02-96949c38a075), precommit_add_association {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.810822 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Allocated IP 172.20.0.2 (5315268d-85ad-470e-ab2c-5c0ecde5dd23/92e07c40-15e8-4efc-bc59-1668dfeb29df/65f4c285-ce14-456e-afe9-e70b6bd3b988) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:14.872169 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks [] for router_gateway (b0eb3668-415d-4ba6-9c02-96949c38a075), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.965980 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Publish callbacks [] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.048269 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.096816 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:15.099334 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:15.100314 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Pushing event updated for resources: {'Port': ['ID=65f4c285-ce14-456e-afe9-e70b6bd3b988,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:15.102913 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:15.106800 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:15.114323 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks [] for router_gateway (b0eb3668-415d-4ba6-9c02-96949c38a075), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.134871 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.163268 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Attempting to bind port 65f4c285-ce14-456e-afe9-e70b6bd3b988 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:15.163726 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Attempting to bind port 65f4c285-ce14-456e-afe9-e70b6bd3b988 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:15.164146 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Attempting to bind port 65f4c285-ce14-456e-afe9-e70b6bd3b988 on network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:15.206783 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:15.207156 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Checking segment: {'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:15.207557 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.207948 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Bound using segment: {'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:15.208427 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Bound port: 65f4c285-ce14-456e-afe9-e70b6bd3b988, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:15.208802 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.267466 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Allocated IP 172.28.1.70 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/97565ed0-e956-460c-911f-11836284352d) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:15.279096 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] For port 65f4c285-ce14-456e-afe9-e70b6bd3b988, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:15.283283 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] For port 65f4c285-ce14-456e-afe9-e70b6bd3b988, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=65f4c285-ce14-456e-afe9-e70b6bd3b988,segment=NetworkSegment(848c9be3-b883-492f-a917-1cbb568d9a04),segment_id=848c9be3-b883-492f-a917-1cbb568d9a04)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:15.327952 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9df643-6217-4788-b910-9a367b128a2e req-9809cd4f-d815-4de3-80b9-1dc63d402a3d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:15.329958 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5b9df643-6217-4788-b910-9a367b128a2e req-9809cd4f-d815-4de3-80b9-1dc63d402a3d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0507240 Sep 14 02:55:15.359208 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.381608 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks [] for port (97565ed0-e956-460c-911f-11836284352d), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.387489 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5b9df643-6217-4788-b910-9a367b128a2e req-307725e4-38ad-4181-aa72-4224f9edc4f6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510728 Sep 14 02:55:15.388548 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:15.429682 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bb4fd-a6ed-41ab-a2ba-25b33aabac66 None None] Pushing event updated for resources: {'Port': ['ID=65f4c285-ce14-456e-afe9-e70b6bd3b988,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:15.514873 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (97565ed0-e956-460c-911f-11836284352d), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.589971 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:15.589971 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:15.604666 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:15.610824 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Pushing event updated for resources: {'Port': ['ID=97565ed0-e956-460c-911f-11836284352d,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:15.707064 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb78a24-8189-4706-835b-3885a74c95bc req-b052486a-aba7-4d72-b502-111c8dcbc421 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:15.708727 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cfb78a24-8189-4706-835b-3885a74c95bc req-b052486a-aba7-4d72-b502-111c8dcbc421 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 948 time: 0.1214061 Sep 14 02:55:15.720285 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52965a-c1ef-4bed-945b-f847f3eb3174 req-29275ab3-8554-4808-a479-9467e9dd89d0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:15.721858 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ed52965a-c1ef-4bed-945b-f847f3eb3174 req-29275ab3-8554-4808-a479-9467e9dd89d0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.1726396 Sep 14 02:55:15.778946 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cfb78a24-8189-4706-835b-3885a74c95bc req-330ee9f6-3ac7-42e1-b272-c487a5561e50 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Sep 14 02:55:15.843891 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ed52965a-c1ef-4bed-945b-f847f3eb3174 req-13c22c6a-b727-4cbc-a841-d2adf9e53f08 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746379 Sep 14 02:55:15.861796 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 65f4c285-ce14-456e-afe9-e70b6bd3b988 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:15.908155 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 65f4c285-ce14-456e-afe9-e70b6bd3b988 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:15.908655 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.909058 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 65f4c285-ce14-456e-afe9-e70b6bd3b988 Sep 14 02:55:15.938939 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:15.950460 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks [] for router_gateway (b0eb3668-415d-4ba6-9c02-96949c38a075), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:15.980869 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:16.000209 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 65f4c285-ce14-456e-afe9-e70b6bd3b988 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:16.000596 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.033123 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 65f4c285-ce14-456e-afe9-e70b6bd3b988, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=65f4c285-ce14-456e-afe9-e70b6bd3b988,segment=NetworkSegment(848c9be3-b883-492f-a917-1cbb568d9a04),segment_id=848c9be3-b883-492f-a917-1cbb568d9a04)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:16.129979 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.131614 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2f219159-db9c-45af-a1a0-3964ddaeb1ca up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:16.181670 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device faf3dfb4-f811-4f51-847c-f40c04d47d84 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:55:16.245537 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=65f4c285-ce14-456e-afe9-e70b6bd3b988,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:16.300958 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 2f219159-db9c-45af-a1a0-3964ddaeb1ca triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:16.301476 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.301914 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 2f219159-db9c-45af-a1a0-3964ddaeb1ca Sep 14 02:55:16.384774 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port faf3dfb4-f811-4f51-847c-f40c04d47d84, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=faf3dfb4-f811-4f51-847c-f40c04d47d84,segment=NetworkSegment(56eaa678-18d2-4569-9a4b-69fa84afd6fc),segment_id=56eaa678-18d2-4569-9a4b-69fa84afd6fc)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:16.417484 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'faf3dfb4-f811-4f51-847c-f40c04d47d84', 'network_id': 'd2539a21-8788-4d5d-9294-771cae223424', 'port_id': 'faf3dfb4-f811-4f51-847c-f40c04d47d84', 'mac_address': 'fa:16:3e:42:39:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5a36c4-8508-4d24-b326-b517cb3d4dc6', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:55:16.430537 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (b0eb3668-415d-4ba6-9c02-96949c38a075), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.487300 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 2f219159-db9c-45af-a1a0-3964ddaeb1ca is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:16.515150 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port faf3dfb4-f811-4f51-847c-f40c04d47d84 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:16.515150 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.530069 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf3dfb4-f811-4f51-847c-f40c04d47d84 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:55:16.555230 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port faf3dfb4-f811-4f51-847c-f40c04d47d84, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=faf3dfb4-f811-4f51-847c-f40c04d47d84,segment=NetworkSegment(56eaa678-18d2-4569-9a4b-69fa84afd6fc),segment_id=56eaa678-18d2-4569-9a4b-69fa84afd6fc)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:16.569862 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:16.571228 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dcac5-ef89-4762-8179-3023b4938698 req-a1dbe280-2de8-4303-9119-2da74d84d109 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:16.572811 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-324dcac5-ef89-4762-8179-3023b4938698 req-a1dbe280-2de8-4303-9119-2da74d84d109 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0556035 Sep 14 02:55:16.595792 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae6b86e-3d67-47ba-8ff4-a088c277d5ac None None] Network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:55:16.630178 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-324dcac5-ef89-4762-8179-3023b4938698 req-9a0b5839-e20b-45f4-933e-53cbbfcff59d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500841 Sep 14 02:55:16.649721 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.667337 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Router b0eb3668-415d-4ba6-9c02-96949c38a075 is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:55:16.683315 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:16.730621 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-8c9cc043-75bb-44ab-9c74-4de2b5fe54be None None] Provisioning complete for port 65f4c285-ce14-456e-afe9-e70b6bd3b988 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:16.730993 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc043-75bb-44ab-9c74-4de2b5fe54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.731327 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8c9cc043-75bb-44ab-9c74-4de2b5fe54be None None] Attempt 1 to provision port 65f4c285-ce14-456e-afe9-e70b6bd3b988 Sep 14 02:55:16.776509 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:55:16.778882 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=faf3dfb4-f811-4f51-847c-f40c04d47d84,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:16.796513 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Sync routers for ids ['b0eb3668-415d-4ba6-9c02-96949c38a075'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:55:16.815791 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-677b0001-ed54-4b39-abe6-50758450aed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.818423 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Routers {'b0eb3668-415d-4ba6-9c02-96949c38a075'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:16.819057 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:54:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b0eb3668-415d-4ba6-9c02-96949c38a075'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:16.907773 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:16.909498 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8cf6238a-e296-43f9-843f-72b3d3966147 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3982739 Sep 14 02:55:16.914487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42044) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:16.947033 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f5ef5-f3b6-4df8-bd6f-40a3324ffdd7 req-56fbc5ed-236d-439e-9f31-941932cbd6fb tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:16.955987 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a94f5ef5-f3b6-4df8-bd6f-40a3324ffdd7 req-56fbc5ed-236d-439e-9f31-941932cbd6fb tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 949 time: 0.0844789 Sep 14 02:55:16.956447 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:16.956447 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cc043-75bb-44ab-9c74-4de2b5fe54be None None] Current status of the port 65f4c285-ce14-456e-afe9-e70b6bd3b988 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:16.979203 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Set router b0eb3668-415d-4ba6-9c02-96949c38a075 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:16.983404 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['faf3dfb4-f811-4f51-847c-f40c04d47d84'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:55:17.099662 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:17.111766 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae49c9-637a-4769-bb45-422d77a69858 req-06199026-143f-415e-a855-ab626513c707 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:17.113356 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e0ae49c9-637a-4769-bb45-422d77a69858 req-06199026-143f-415e-a855-ab626513c707 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.1301105 Sep 14 02:55:17.146253 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a94f5ef5-f3b6-4df8-bd6f-40a3324ffdd7 req-c8fb6efe-0515-4bb4-909c-5e073e36c3be tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593425 Sep 14 02:55:17.211800 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-69a159d0-9357-4aea-9dbd-8097558086f0 None None] Provisioning complete for port 65f4c285-ce14-456e-afe9-e70b6bd3b988 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:17.212366 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-69a159d0-9357-4aea-9dbd-8097558086f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:17.212493 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-69a159d0-9357-4aea-9dbd-8097558086f0 None None] Attempt 1 to provision port 65f4c285-ce14-456e-afe9-e70b6bd3b988 Sep 14 02:55:17.234373 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e0ae49c9-637a-4769-bb45-422d77a69858 req-cc4f9cdf-47fd-41c4-b7da-39f6e3f264c0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142900 Sep 14 02:55:17.236318 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:17.328731 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:55:15Z', 'revision_number': 3, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:17.366487 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Checking router: b0eb3668-415d-4ba6-9c02-96949c38a075 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:55:17.366843 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Updating router b0eb3668-415d-4ba6-9c02-96949c38a075 port 97565ed0-e956-460c-911f-11836284352d binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:55:17.431393 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (97565ed0-e956-460c-911f-11836284352d), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:17.438252 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-69a159d0-9357-4aea-9dbd-8097558086f0 None None] Current status of the port 65f4c285-ce14-456e-afe9-e70b6bd3b988 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:17.514864 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:17.677350 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Allocated IP 172.20.0.1 (5315268d-85ad-470e-ab2c-5c0ecde5dd23/92e07c40-15e8-4efc-bc59-1668dfeb29df/8f830b26-2ec0-4244-8782-677ab6295ccb) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:17.775453 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 65f4c285-ce14-456e-afe9-e70b6bd3b988 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:17.794775 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67df68-c3f4-4c84-a5cb-4977bba653f0 req-d32aab4f-310a-429c-86cb-9fe47ab82cac tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:17.796765 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-eb67df68-c3f4-4c84-a5cb-4977bba653f0 req-d32aab4f-310a-429c-86cb-9fe47ab82cac tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0605714 Sep 14 02:55:17.812843 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:17.860460 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Publish callbacks [] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:17.882325 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Publish callbacks [] for port (97565ed0-e956-460c-911f-11836284352d), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:17.882674 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-eb67df68-c3f4-4c84-a5cb-4977bba653f0 req-aae3204d-aa30-41a3-9280-838a0223e0cf tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749424 Sep 14 02:55:17.883805 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 65f4c285-ce14-456e-afe9-e70b6bd3b988 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:17.884170 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:17.884491 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 65f4c285-ce14-456e-afe9-e70b6bd3b988 Sep 14 02:55:17.952454 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (97565ed0-e956-460c-911f-11836284352d), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:17.954878 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:17.985031 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:17.985967 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 65f4c285-ce14-456e-afe9-e70b6bd3b988 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:17.994658 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Attempting to bind port 97565ed0-e956-460c-911f-11836284352d on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:17.995034 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Attempting to bind port 97565ed0-e956-460c-911f-11836284352d by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:17.995390 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Attempting to bind port 97565ed0-e956-460c-911f-11836284352d on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:18.023916 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:18.025426 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7816b2-c836-4c66-a366-34b9423189f7 None None] Pushing event updated for resources: {'Port': ['ID=97565ed0-e956-460c-911f-11836284352d,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:18.026873 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:18.030151 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:18.054585 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:18.055124 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:18.055640 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.056147 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:18.056869 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Bound port: 97565ed0-e956-460c-911f-11836284352d, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:18.057617 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (97565ed0-e956-460c-911f-11836284352d), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.066638 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Pushing event updated for resources: {'Port': ['ID=8f830b26-2ec0-4244-8782-677ab6295ccb,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:18.082203 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:18.083673 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (b0eb3668-415d-4ba6-9c02-96949c38a075), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.134045 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] For port 97565ed0-e956-460c-911f-11836284352d, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:18.140268 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] For port 97565ed0-e956-460c-911f-11836284352d, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=97565ed0-e956-460c-911f-11836284352d,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:18.141818 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:18.175768 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device faf3dfb4-f811-4f51-847c-f40c04d47d84 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:18.214235 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.236978 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port faf3dfb4-f811-4f51-847c-f40c04d47d84 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:55:18.242242 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (97565ed0-e956-460c-911f-11836284352d), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.293409 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb879d-0267-4dc7-ae8f-3734f653de4b req-969c5ee7-6496-475a-b38c-fae595d5839b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:18.294188 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Provisioning complete for port 8f830b26-2ec0-4244-8782-677ab6295ccb triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:18.294590 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.295111 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1efb879d-0267-4dc7-ae8f-3734f653de4b req-969c5ee7-6496-475a-b38c-fae595d5839b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 949 time: 0.0663328 Sep 14 02:55:18.300912 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 1 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:18.306375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Routers {'b0eb3668-415d-4ba6-9c02-96949c38a075'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:18.306560 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b0eb3668-415d-4ba6-9c02-96949c38a075'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:18.308178 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port faf3dfb4-f811-4f51-847c-f40c04d47d84 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:18.308544 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.308873 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port faf3dfb4-f811-4f51-847c-f40c04d47d84 Sep 14 02:55:18.321599 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.393385 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7816b2-c836-4c66-a366-34b9423189f7 None None] Pushing event updated for resources: {'Port': ['ID=97565ed0-e956-460c-911f-11836284352d,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:18.420063 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:18.423533 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1efb879d-0267-4dc7-ae8f-3734f653de4b req-22f6b69e-804a-457b-8a88-dc51809d6d6b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192763 Sep 14 02:55:18.433840 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8f8a8-095d-4367-aaef-bb3e8efa75c6 req-52e8b773-6346-4db5-be3d-1752953f1697 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:18.438858 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d6a8f8a8-095d-4367-aaef-bb3e8efa75c6 req-52e8b773-6346-4db5-be3d-1752953f1697 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.1046548 Sep 14 02:55:18.458051 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:18.502284 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] Set router b0eb3668-415d-4ba6-9c02-96949c38a075 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:18.533172 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d6a8f8a8-095d-4367-aaef-bb3e8efa75c6 req-6681cc83-b493-4a50-bddd-9b195d54f04e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898960 Sep 14 02:55:18.537034 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port faf3dfb4-f811-4f51-847c-f40c04d47d84 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:18.537690 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.597546 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Publish callbacks [] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.598984 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4054b080-2620-4923-acae-3d155d033112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3dfb4-f811-4f51-847c-f40c04d47d84'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:18.601216 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a97977-6fce-4508-976f-a122a79f7c9d" -d '{"events": [{"server_uuid": "4054b080-2620-4923-acae-3d155d033112", "name": "network-vif-plugged", "status": "completed", "tag": "faf3dfb4-f811-4f51-847c-f40c04d47d84"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:18.650025 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a821368-e856-4928-bc3f-3c69aa815eb8 x-openstack-request-id: req-6a821368-e856-4928-bc3f-3c69aa815eb8 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:18.650349 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4054b080-2620-4923-acae-3d155d033112", "name": "network-vif-plugged", "status": "completed", "tag": "faf3dfb4-f811-4f51-847c-f40c04d47d84", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:18.650638 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6a821368-e856-4928-bc3f-3c69aa815eb8 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:18.651028 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a821368-e856-4928-bc3f-3c69aa815eb8'] response: {'server_uuid': '4054b080-2620-4923-acae-3d155d033112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3dfb4-f811-4f51-847c-f40c04d47d84', 'code': 200} Sep 14 02:55:18.652679 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port faf3dfb4-f811-4f51-847c-f40c04d47d84, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=faf3dfb4-f811-4f51-847c-f40c04d47d84,segment=NetworkSegment(56eaa678-18d2-4569-9a4b-69fa84afd6fc),segment_id=56eaa678-18d2-4569-9a4b-69fa84afd6fc)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:18.684502 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.722008 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.755675 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (b0eb3668-415d-4ba6-9c02-96949c38a075), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:18.758314 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Pushing event updated for resources: {'Port': ['ID=8f830b26-2ec0-4244-8782-677ab6295ccb,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:18.769926 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 4, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '8f830b26-2ec0-4244-8782-677ab6295ccb', 'name': '', 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'mac_address': 'fa:16:3e:b8:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:17Z', 'updated_at': '2022-09-14T02:55:17Z', 'revision_number': 1, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'subnets': [{'id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:18.803462 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434c198-36a2-477c-9ed6-fe52f6059084 None None] The sync data for ids ['b0eb3668-415d-4ba6-9c02-96949c38a075'] in dv-cinder-857075-6-smb is: [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 4, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '8f830b26-2ec0-4244-8782-677ab6295ccb', 'name': '', 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'mac_address': 'fa:16:3e:b8:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:17Z', 'updated_at': '2022-09-14T02:55:17Z', 'revision_number': 1, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'subnets': [{'id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:55:18.808172 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=faf3dfb4-f811-4f51-847c-f40c04d47d84,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:18.921218 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 2 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:18.970109 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:18.972626 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:18.995976 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfb297-502c-4c56-b75c-a41701115d22 req-7aab3545-93cd-4b2e-9fb0-841f8c2097db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:18.997511 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-84bfb297-502c-4c56-b75c-a41701115d22 req-7aab3545-93cd-4b2e-9fb0-841f8c2097db service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 1134 time: 0.0518541 Sep 14 02:55:19.083447 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-84bfb297-502c-4c56-b75c-a41701115d22 req-e162c376-9597-4ab7-af6f-2e7b53819555 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780776 Sep 14 02:55:19.122427 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:19.176072 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54ed84-68b8-4034-8aab-a6662995d222 req-6995430f-a5b0-4177-a2d1-7dbb8fa54388 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:19.177989 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2f54ed84-68b8-4034-8aab-a6662995d222 req-6995430f-a5b0-4177-a2d1-7dbb8fa54388 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0691757 Sep 14 02:55:19.218225 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:19.220784 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:19.303524 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2f54ed84-68b8-4034-8aab-a6662995d222 req-7bec7b9a-5db2-45e6-8e54-14787a01b0c6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192803 Sep 14 02:55:19.363006 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Router b0eb3668-415d-4ba6-9c02-96949c38a075 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:55:19.474036 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 3 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:19.497046 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:55:19.510619 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3386b94e-03a5-47c7-a996-885968b1265b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b0eb3668-415d-4ba6-9c02-96949c38a075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867424 Sep 14 02:55:19.511775 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:19.555954 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d2d92-0a77-44e9-af31-a7cbbdeab90c req-59c3983c-0ac9-438b-ab07-55b7efcaa6a9 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:19.557526 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a79d2d92-0a77-44e9-af31-a7cbbdeab90c req-59c3983c-0ac9-438b-ab07-55b7efcaa6a9 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 950 time: 0.0520239 Sep 14 02:55:19.609795 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a79d2d92-0a77-44e9-af31-a7cbbdeab90c req-c2399f5c-70fe-48eb-88c0-5bbfd1255749 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459473 Sep 14 02:55:19.865015 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:19.867439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:20.012727 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 4 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:20.047195 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:20.470749 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972f21d-75e7-4d5e-a93a-8bb89f3722c5 req-2cc3a32a-a440-4086-a416-49d614681cc5 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:20.478407 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e972f21d-75e7-4d5e-a93a-8bb89f3722c5 req-2cc3a32a-a440-4086-a416-49d614681cc5 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0694711 Sep 14 02:55:20.528959 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e972f21d-75e7-4d5e-a93a-8bb89f3722c5 req-42643cda-a4cd-4d78-b88c-e7003b0f08d3 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495446 Sep 14 02:55:20.560792 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 5 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:20.609181 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:20.757489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:20.767159 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1837b2-c58e-4c2b-b965-c51d38131937 req-0f16327c-7b02-4635-bde5-4a0a1a60f88e tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:20.774266 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4f1837b2-c58e-4c2b-b965-c51d38131937 req-0f16327c-7b02-4635-bde5-4a0a1a60f88e tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 950 time: 0.0731585 Sep 14 02:55:20.854304 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4f1837b2-c58e-4c2b-b965-c51d38131937 req-8b0b87c6-724a-430d-80f9-f667b3ca3745 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768363 Sep 14 02:55:21.110490 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 6 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:21.148894 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:21.653113 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 7 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:21.722213 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:21.751053 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476aeb-f571-4866-afc4-f7df280d9247 req-64ac1fea-e738-4465-a11c-a9dd4f8241b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:21.752580 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b3476aeb-f571-4866-afc4-f7df280d9247 req-64ac1fea-e738-4465-a11c-a9dd4f8241b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1161776 Sep 14 02:55:21.825017 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 97565ed0-e956-460c-911f-11836284352d up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:21.834605 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b3476aeb-f571-4866-afc4-f7df280d9247 req-fda0fde1-f848-4c24-948c-e9c8eed18964 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752437 Sep 14 02:55:21.907079 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 97565ed0-e956-460c-911f-11836284352d triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:21.907592 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (97565ed0-e956-460c-911f-11836284352d), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:21.907935 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 97565ed0-e956-460c-911f-11836284352d Sep 14 02:55:21.996051 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d23b5-1aaf-40d9-a0d0-d609646fd066 req-983986ee-5e90-4862-8709-8e558d49d4f1 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:22.003375 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f60d23b5-1aaf-40d9-a0d0-d609646fd066 req-983986ee-5e90-4862-8709-8e558d49d4f1 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 950 time: 0.0646811 Sep 14 02:55:22.015599 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 97565ed0-e956-460c-911f-11836284352d is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:22.016352 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (97565ed0-e956-460c-911f-11836284352d), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:22.028183 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Sync routers for ids ['b0eb3668-415d-4ba6-9c02-96949c38a075'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:55:22.043752 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 97565ed0-e956-460c-911f-11836284352d, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=97565ed0-e956-460c-911f-11836284352d,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:22.049634 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Routers {'b0eb3668-415d-4ba6-9c02-96949c38a075'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:22.050672 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b0eb3668-415d-4ba6-9c02-96949c38a075'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:22.078724 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f60d23b5-1aaf-40d9-a0d0-d609646fd066 req-cf309748-1c68-4f18-84e7-850769dcb325 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686035 Sep 14 02:55:22.116767 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (97565ed0-e956-460c-911f-11836284352d), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:22.193506 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:22.199378 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Set router b0eb3668-415d-4ba6-9c02-96949c38a075 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:22.223841 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 8 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:22.283078 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:22.284060 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=97565ed0-e956-460c-911f-11836284352d,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:22.426805 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 4, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '8f830b26-2ec0-4244-8782-677ab6295ccb', 'name': '', 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'mac_address': 'fa:16:3e:b8:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:17Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 2, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'subnets': [{'id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:22.455773 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Checking router: b0eb3668-415d-4ba6-9c02-96949c38a075 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:55:22.456235 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Updating router b0eb3668-415d-4ba6-9c02-96949c38a075 port 8f830b26-2ec0-4244-8782-677ab6295ccb binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:55:22.492076 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:22.720161 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53a403-1563-4083-b9db-7ef2ad93dc4a req-e3ca1a0f-f8ca-498d-b75b-290c86654933 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:22.722140 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1b53a403-1563-4083-b9db-7ef2ad93dc4a req-e3ca1a0f-f8ca-498d-b75b-290c86654933 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 950 time: 0.0577960 Sep 14 02:55:22.784806 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 9 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:22.803079 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1b53a403-1563-4083-b9db-7ef2ad93dc4a req-e4fc8ccf-4a3f-4f7c-bc98-1f7a26a60f15 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732241 Sep 14 02:55:22.811880 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Publish callbacks [] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:22.845810 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:22.970067 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:22.973270 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485572a8-b9dd-4927-bc16-3fc5eef6a605 req-6d535be3-803e-43b2-a596-82b66d6c28e1 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:22.982759 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-485572a8-b9dd-4927-bc16-3fc5eef6a605 req-6d535be3-803e-43b2-a596-82b66d6c28e1 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0642524 Sep 14 02:55:23.038128 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-485572a8-b9dd-4927-bc16-3fc5eef6a605 req-de8b163c-299b-458a-bddc-a85646ed79e5 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519588 Sep 14 02:55:23.066954 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aa976-cd9a-4f8e-a23a-e1a21982b900 None None] Pushing event updated for resources: {'Port': ['ID=8f830b26-2ec0-4244-8782-677ab6295ccb,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:23.086456 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Attempting to bind port 8f830b26-2ec0-4244-8782-677ab6295ccb on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:23.086456 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Attempting to bind port 8f830b26-2ec0-4244-8782-677ab6295ccb by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:23.086456 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Attempting to bind port 8f830b26-2ec0-4244-8782-677ab6295ccb on network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:23.116526 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:23.127952 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:23.128323 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Checking segment: {'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:23.128729 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:23.129122 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Bound using segment: {'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:23.129613 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Bound port: 8f830b26-2ec0-4244-8782-677ab6295ccb, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848c9be3-b883-492f-a917-1cbb568d9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:23.129991 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:23.198189 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] For port 8f830b26-2ec0-4244-8782-677ab6295ccb, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:23.201216 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] For port 8f830b26-2ec0-4244-8782-677ab6295ccb, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=8f830b26-2ec0-4244-8782-677ab6295ccb,segment=NetworkSegment(848c9be3-b883-492f-a917-1cbb568d9a04),segment_id=848c9be3-b883-492f-a917-1cbb568d9a04)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:23.347473 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Attempt 10 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:23.379891 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-8affd57c-b03b-4b3f-997d-c2bf307ef1a5 None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:23.497195 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Provisioning complete for port 8f830b26-2ec0-4244-8782-677ab6295ccb triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:23.497581 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:23.497918 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Attempt 1 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:23.519249 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:23.532032 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Port 8f830b26-2ec0-4244-8782-677ab6295ccb cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:23.565531 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Routers {'b0eb3668-415d-4ba6-9c02-96949c38a075'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:23.566274 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b0eb3668-415d-4ba6-9c02-96949c38a075'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:23.707575 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aa976-cd9a-4f8e-a23a-e1a21982b900 None None] Pushing event updated for resources: {'Port': ['ID=8f830b26-2ec0-4244-8782-677ab6295ccb,revision_number=4']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:23.788556 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] Set router b0eb3668-415d-4ba6-9c02-96949c38a075 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:23.796927 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 97565ed0-e956-460c-911f-11836284352d up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:23.848163 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 97565ed0-e956-460c-911f-11836284352d triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:23.848835 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (97565ed0-e956-460c-911f-11836284352d), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:23.849357 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 97565ed0-e956-460c-911f-11836284352d Sep 14 02:55:23.957263 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:23.964445 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d90173-698c-4f16-b90f-22047a0505da req-b3d474c3-cb42-408e-866c-6cf564548258 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:23.973568 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e6d90173-698c-4f16-b90f-22047a0505da req-b3d474c3-cb42-408e-866c-6cf564548258 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 950 time: 0.0703130 Sep 14 02:55:23.980059 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 97565ed0-e956-460c-911f-11836284352d is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:24.002985 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:24.032958 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Attempt 2 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:24.051351 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e6d90173-698c-4f16-b90f-22047a0505da req-a428fc31-6ccc-4938-9347-2fe01d3cc05e tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b7b9056-f9aa-4b32-a3a4-e31ab200b979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765898 Sep 14 02:55:24.117509 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 4, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '8f830b26-2ec0-4244-8782-677ab6295ccb', 'name': '', 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'mac_address': 'fa:16:3e:b8:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:17Z', 'updated_at': '2022-09-14T02:55:23Z', 'revision_number': 4, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'subnets': [{'id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:24.138174 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:24.141320 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:24.147371 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd7cee-5f57-47d3-b7a6-cde69deea9e7 None None] The sync data for ids ['b0eb3668-415d-4ba6-9c02-96949c38a075'] in dv-cinder-857075-6-smb is: [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:55:18Z', 'revision_number': 4, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '8f830b26-2ec0-4244-8782-677ab6295ccb', 'name': '', 'network_id': '5315268d-85ad-470e-ab2c-5c0ecde5dd23', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'mac_address': 'fa:16:3e:b8:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:17Z', 'updated_at': '2022-09-14T02:55:23Z', 'revision_number': 4, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'subnets': [{'id': '92e07c40-15e8-4efc-bc59-1668dfeb29df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:55:24.236471 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec14e-c062-4ba6-ab06-d464ca0ac27f req-b3dcc8ca-7ec6-4992-81bf-3b8ea2749030 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:24.238493 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-730ec14e-c062-4ba6-ab06-d464ca0ac27f req-b3dcc8ca-7ec6-4992-81bf-3b8ea2749030 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0900409 Sep 14 02:55:24.253695 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Current status of the port 8f830b26-2ec0-4244-8782-677ab6295ccb is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:24.254033 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:24.266573 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340341c-2acf-42fc-b64e-4638a5266bed req-022d4862-9cd7-4b68-b67c-377ea794f0c0 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:24.277295 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2340341c-2acf-42fc-b64e-4638a5266bed req-022d4862-9cd7-4b68-b67c-377ea794f0c0 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 950 time: 0.1041121 Sep 14 02:55:24.340713 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-730ec14e-c062-4ba6-ab06-d464ca0ac27f req-7f941f54-1053-4261-9a9f-c59f5457b1d3 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964844 Sep 14 02:55:24.370895 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-0449402c-81df-462a-82d1-65c559437a3e None None] For port 8f830b26-2ec0-4244-8782-677ab6295ccb, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=8f830b26-2ec0-4244-8782-677ab6295ccb,segment=NetworkSegment(848c9be3-b883-492f-a917-1cbb568d9a04),segment_id=848c9be3-b883-492f-a917-1cbb568d9a04)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:24.432453 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Deleting port faf3dfb4-f811-4f51-847c-f40c04d47d84 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:55:24.432789 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:24.469166 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:24.526533 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:24.554456 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449402c-81df-462a-82d1-65c559437a3e None None] Pushing event updated for resources: {'Port': ['ID=8f830b26-2ec0-4244-8782-677ab6295ccb,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:24.583855 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] For port faf3dfb4-f811-4f51-847c-f40c04d47d84, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=faf3dfb4-f811-4f51-847c-f40c04d47d84,segment=NetworkSegment(56eaa678-18d2-4569-9a4b-69fa84afd6fc),segment_id=56eaa678-18d2-4569-9a4b-69fa84afd6fc)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:24.584479 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:24.607167 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Calling delete_port for faf3dfb4-f811-4f51-847c-f40c04d47d84 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:55:24.836257 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfc518-06b7-4cbd-8bea-77d100140f3e req-cddf403f-3953-4469-a4fa-2e158386e39f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:24.838057 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-29bfc518-06b7-4cbd-8bea-77d100140f3e req-cddf403f-3953-4469-a4fa-2e158386e39f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0573018 Sep 14 02:55:24.850082 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (faf3dfb4-f811-4f51-847c-f40c04d47d84), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:24.864510 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['faf3dfb4-f811-4f51-847c-f40c04d47d84'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:55:24.931367 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-29bfc518-06b7-4cbd-8bea-77d100140f3e req-aa008468-1e5b-4296-957b-1727f01b14e4 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806997 Sep 14 02:55:24.944409 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Pushing event deleted for resources: {'Port': ['ID=faf3dfb4-f811-4f51-847c-f40c04d47d84,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:24.976090 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] No DVR routers for this DVR port faf3dfb4-f811-4f51-847c-f40c04d47d84 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:55:24.978886 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:24.993747 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2340341c-2acf-42fc-b64e-4638a5266bed req-a6a3d52b-4228-408e-87b2-5d257bc0a79b tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.23 "DELETE /networking/v2.0/ports/faf3dfb4-f811-4f51-847c-f40c04d47d84 HTTP/1.1" status: 204 len: 173 time: 0.7076428 Sep 14 02:55:24.994318 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4054b080-2620-4923-acae-3d155d033112', 'name': 'network-vif-deleted', 'tag': 'faf3dfb4-f811-4f51-847c-f40c04d47d84'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:24.996746 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0874f506-b3f6-4415-ad8b-677d4aef93ca" -d '{"events": [{"server_uuid": "4054b080-2620-4923-acae-3d155d033112", "name": "network-vif-deleted", "tag": "faf3dfb4-f811-4f51-847c-f40c04d47d84"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:25.072569 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe1a20c-4034-4272-8a00-89e9dc859674 x-openstack-request-id: req-efe1a20c-4034-4272-8a00-89e9dc859674 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:25.072874 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4054b080-2620-4923-acae-3d155d033112", "name": "network-vif-deleted", "tag": "faf3dfb4-f811-4f51-847c-f40c04d47d84", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:25.073121 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-efe1a20c-4034-4272-8a00-89e9dc859674 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:25.073524 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe1a20c-4034-4272-8a00-89e9dc859674'] response: {'server_uuid': '4054b080-2620-4923-acae-3d155d033112', 'name': 'network-vif-deleted', 'tag': 'faf3dfb4-f811-4f51-847c-f40c04d47d84', 'status': 'completed', 'code': 200} Sep 14 02:55:25.206231 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5716bb33-f450-4978-a11f-b85b6964601e req-a7902025-03d1-4f70-a1ef-6f9de97dc337 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0342317 Sep 14 02:55:25.472400 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93c97-4efa-46a3-b5a9-befb28425771 req-9dd2f3f1-b642-4ee2-8b2e-5646e148b8bb tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:25.474128 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63a93c97-4efa-46a3-b5a9-befb28425771 req-9dd2f3f1-b642-4ee2-8b2e-5646e148b8bb tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0550795 Sep 14 02:55:25.530985 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-63a93c97-4efa-46a3-b5a9-befb28425771 req-92f93a57-671b-46e9-8a8b-11f6fe32b9b5 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460486 Sep 14 02:55:25.784840 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 8f830b26-2ec0-4244-8782-677ab6295ccb up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:25.833318 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 8f830b26-2ec0-4244-8782-677ab6295ccb triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:25.833732 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:25.834066 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 8f830b26-2ec0-4244-8782-677ab6295ccb Sep 14 02:55:25.919719 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 8f830b26-2ec0-4244-8782-677ab6295ccb is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:26.067568 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43aba6-e709-4834-a209-4e1c29ba91fb req-e7413751-a35d-49ea-aa42-498b5617cba2 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:26.069245 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0c43aba6-e709-4834-a209-4e1c29ba91fb req-e7413751-a35d-49ea-aa42-498b5617cba2 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0579970 Sep 14 02:55:26.136865 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0c43aba6-e709-4834-a209-4e1c29ba91fb req-343e6636-0836-457f-97cd-9e36935d4fea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576122 Sep 14 02:55:26.376837 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-3ea89e83-376b-4c2c-9ae4-15660dad32d3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:26.378344 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-3ea89e83-376b-4c2c-9ae4-15660dad32d3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.0872858 Sep 14 02:55:26.393443 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-30db3c4c-6a48-4287-ac6a-abdb4f9f0847 req-31fe8f91-9da8-4d23-a6e9-7448301367da tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0738158 Sep 14 02:55:26.480735 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:26.481682 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Deleting port 200f4942-b372-4db9-b778-a686aa30fa77 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:55:26.482015 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (200f4942-b372-4db9-b778-a686aa30fa77), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:26.627704 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] For port 200f4942-b372-4db9-b778-a686aa30fa77, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=200f4942-b372-4db9-b778-a686aa30fa77,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:26.627704 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (200f4942-b372-4db9-b778-a686aa30fa77), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:26.694239 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b11bd9-f498-4eec-8ad2-1ca5b5818e0a req-2d1997ae-895f-4dba-bf3b-bb61197c36f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:26.701490 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-08b11bd9-f498-4eec-8ad2-1ca5b5818e0a req-2d1997ae-895f-4dba-bf3b-bb61197c36f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0606780 Sep 14 02:55:26.768654 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-08b11bd9-f498-4eec-8ad2-1ca5b5818e0a req-99c80bf6-6f03-40b6-be59-2fc6879e0f99 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612705 Sep 14 02:55:26.953406 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:26.953881 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (92b0cc39-f927-4d9a-9934-8b2eca2de363), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:26.954263 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Floating IP 92b0cc39-f927-4d9a-9934-8b2eca2de363 disassociated. External IP: 172.28.1.220, port: 200f4942-b372-4db9-b778-a686aa30fa77. Sep 14 02:55:26.954713 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Calling delete_port for 200f4942-b372-4db9-b778-a686aa30fa77 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:55:27.167582 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:27.181858 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc015e-3c25-49a9-8f11-83ba20c5d606 req-e034301f-3ed5-40f1-b498-9cf9721d2fed tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:27.199362 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4afc015e-3c25-49a9-8f11-83ba20c5d606 req-e034301f-3ed5-40f1-b498-9cf9721d2fed tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1014078 Sep 14 02:55:27.317127 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4afc015e-3c25-49a9-8f11-83ba20c5d606 req-cc9f6506-26de-4af6-8b0e-ad55fbf951b3 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102381 Sep 14 02:55:27.388663 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (200f4942-b372-4db9-b778-a686aa30fa77), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:27.394233 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaf8dc-9f17-4bbe-92f9-7eadd17f768b req-d884ad1a-cdc7-47ae-b76d-8710e606ec97 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:27.396055 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4aaaf8dc-9f17-4bbe-92f9-7eadd17f768b req-d884ad1a-cdc7-47ae-b76d-8710e606ec97 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 946 time: 0.1136396 Sep 14 02:55:27.397759 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-17393c6e-e374-4324-a481-142257464a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:27.399399 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-17393c6e-e374-4324-a481-142257464a02 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 1129 time: 0.1106544 Sep 14 02:55:27.457562 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'Port': ['ID=200f4942-b372-4db9-b778-a686aa30fa77,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:27.551764 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a9f342c8-1a23-4690-b09c-a49065da5956 req-cbd9dd81-cdcb-4b2b-965d-a9d9bd0f2051 tempest-VolumesNegativeTest-228724220 tempest-VolumesNegativeTest-228724220-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4054b080-2620-4923-acae-3d155d033112 HTTP/1.1" status: 200 len: 210 time: 0.0500154 Sep 14 02:55:27.574700 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4aaaf8dc-9f17-4bbe-92f9-7eadd17f768b req-58dd09a0-b3ff-4973-b3a8-b28899d38d2d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88d0db4e-58c0-49a7-89dd-422aec56e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709185 Sep 14 02:55:27.607931 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-ce042a9d-7b43-4483-8b38-6c9046a87f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:27.609769 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-ce042a9d-7b43-4483-8b38-6c9046a87f90 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 911 time: 0.1983023 Sep 14 02:55:27.630977 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:55:27.705599 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-95e55282-da99-42cd-b6b3-397d269c254d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0867085 Sep 14 02:55:27.751594 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:27.759022 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:27.763280 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-a5d2c266-4d75-474e-ad0c-669db5e08f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:27.765398 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-a5d2c266-4d75-474e-ad0c-669db5e08f43 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.0542495 Sep 14 02:55:27.774159 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:55:27.785557 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:55:27.797524 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:27.798408 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:27.814623 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-0f51cd53-642a-42be-be25-b3e9ebf10cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:27.816147 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-0f51cd53-642a-42be-be25-b3e9ebf10cb0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441892 Sep 14 02:55:27.821475 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] No DVR routers for this DVR port 200f4942-b372-4db9-b778-a686aa30fa77 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:55:27.824240 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:27.829331 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2c521f1-70ca-44eb-91d6-9aa9fbd2a6c4 req-839d6c43-8e7a-46d4-8692-2014b3d1ce62 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "DELETE /networking/v2.0/ports/200f4942-b372-4db9-b778-a686aa30fa77 HTTP/1.1" status: 204 len: 173 time: 1.4446182 Sep 14 02:55:27.829947 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'name': 'network-vif-deleted', 'tag': '200f4942-b372-4db9-b778-a686aa30fa77'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:27.832690 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104ab995-da8e-478a-b5de-df553fdbd978" -d '{"events": [{"server_uuid": "9c28345c-a8ca-463d-aa18-fd286857ac8a", "name": "network-vif-deleted", "tag": "200f4942-b372-4db9-b778-a686aa30fa77"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:27.951026 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0453a3e-8f27-4f74-868f-7cc1b40cb352 x-openstack-request-id: req-d0453a3e-8f27-4f74-868f-7cc1b40cb352 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:27.951026 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c28345c-a8ca-463d-aa18-fd286857ac8a", "name": "network-vif-deleted", "tag": "200f4942-b372-4db9-b778-a686aa30fa77", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:27.951026 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d0453a3e-8f27-4f74-868f-7cc1b40cb352 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:27.951026 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0453a3e-8f27-4f74-868f-7cc1b40cb352'] response: {'server_uuid': '9c28345c-a8ca-463d-aa18-fd286857ac8a', 'name': 'network-vif-deleted', 'tag': '200f4942-b372-4db9-b778-a686aa30fa77', 'status': 'completed', 'code': 200} Sep 14 02:55:27.951387 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:27.952027 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-7a2f4d28-308d-42d4-9392-36e596ecd523 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995493 Sep 14 02:55:28.033048 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd93bd87-694e-450b-9b2b-2515e67bb34a req-1fc93e6a-6bec-40f7-a9c5-5b5040be066c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954795 Sep 14 02:55:28.253745 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 200f4942-b372-4db9-b778-a686aa30fa77 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:55:28.282621 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 200f4942-b372-4db9-b778-a686aa30fa77 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:55:28.283213 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 200f4942-b372-4db9-b778-a686aa30fa77 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:55:28.283772 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device faf3dfb4-f811-4f51-847c-f40c04d47d84 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:55:28.314240 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: faf3dfb4-f811-4f51-847c-f40c04d47d84 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:55:28.314880 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device faf3dfb4-f811-4f51-847c-f40c04d47d84 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:55:28.362550 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:53:00Z', 'revision_number': 2, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:28.392590 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:55:28.406550 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:28.407179 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:28.500727 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6994e62-d957-48ab-bf58-d28fa2c644f1 req-38b2442a-9a9c-4751-a51d-712ea4bc3046 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:28.511595 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6994e62-d957-48ab-bf58-d28fa2c644f1 req-38b2442a-9a9c-4751-a51d-712ea4bc3046 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0709238 Sep 14 02:55:28.546793 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:28.573505 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a6994e62-d957-48ab-bf58-d28fa2c644f1 req-e76cf5a9-b99a-40a7-a021-88e33d66c2e3 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607636 Sep 14 02:55:28.763370 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e558de82-fff6-490b-83c3-ccc87996b9a4 req-e3a94a6a-0c7a-42af-b0de-4fa0fa2fb80f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 210 time: 0.0568566 Sep 14 02:55:28.786570 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:28.797562 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:28.949322 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:53:00Z', 'revision_number': 2, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:28.976141 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10df54e-b440-4270-a356-50e8fd5a6ccb None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '8264bfc3-17b2-48ff-8fb4-23eda3faecfc', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:bc:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f227d87-1f77-4213-ac00-4633207016f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:20Z', 'updated_at': '2022-09-14T02:53:00Z', 'revision_number': 2, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:55:29.346290 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7286755-dda9-4a2d-9595-e20fd9d5d2ea None None] New status for floating IP 92b0cc39-f927-4d9a-9934-8b2eca2de363: DOWN {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:55:29.769675 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c58d1-ee37-4c44-a16a-f79eb2552c3a req-7ceddaaf-7c48-4bb3-b7cb-2cc1b6940704 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:29.773148 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f30c58d1-ee37-4c44-a16a-f79eb2552c3a req-7ceddaaf-7c48-4bb3-b7cb-2cc1b6940704 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1067381 Sep 14 02:55:29.845029 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:29.931981 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f30c58d1-ee37-4c44-a16a-f79eb2552c3a req-658881c0-8016-4a10-8ab4-b53cfc22b475 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502759 Sep 14 02:55:30.005591 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9547ccab-843f-492c-a0f0-6f463064f495 req-0f4baed6-38e5-4eff-b3d9-d3b05649f4fb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c28345c-a8ca-463d-aa18-fd286857ac8a HTTP/1.1" status: 200 len: 210 time: 0.0721219 Sep 14 02:55:30.954284 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d10bc-23c4-4168-8137-64bb98aedf72 req-769b1795-11bd-49b6-bf27-95078b69cf03 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:30.961681 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ef4d10bc-23c4-4168-8137-64bb98aedf72 req-769b1795-11bd-49b6-bf27-95078b69cf03 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0650563 Sep 14 02:55:31.052943 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-cbaea857-28be-4aba-99fb-e3be0fcb7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:31.055070 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-cbaea857-28be-4aba-99fb-e3be0fcb7c30 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1130 time: 0.0647929 Sep 14 02:55:31.063417 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ef4d10bc-23c4-4168-8137-64bb98aedf72 req-5c1eb1e0-4215-4954-93d5-edc20adc81b0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005006 Sep 14 02:55:31.218947 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-2fd850a1-ed35-4246-a024-0c98626bdf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:31.220488 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-2fd850a1-ed35-4246-a024-0c98626bdf8f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.1561563 Sep 14 02:55:31.298695 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-4194832f-7fc8-4d27-9fb8-943bf25d5b3f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f HTTP/1.1" status: 200 len: 1002 time: 0.0711877 Sep 14 02:55:31.358441 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-6048ce40-0d8c-416b-b3b1-16ce215d0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:31.360051 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-6048ce40-0d8c-416b-b3b1-16ce215d0ec0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0525937 Sep 14 02:55:31.426258 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-8b61b234-e0ef-4ddf-9f4d-1985b653874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:31.427810 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-8b61b234-e0ef-4ddf-9f4d-1985b653874a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0611811 Sep 14 02:55:31.532815 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-6c438b24-a7cd-4f5a-b8c1-bbd9482873f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981069 Sep 14 02:55:31.667998 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ff9cfabf-f9a3-4d83-9f50-f4e633ba8f2b req-359939e9-b899-41b5-8e18-c732a03a0a67 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213291 Sep 14 02:55:32.231823 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43796c-8e43-42cc-a94b-2c6926039f2c req-8ad886d5-62ea-437c-bdc0-d1a15b78de82 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:32.238003 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1a43796c-8e43-42cc-a94b-2c6926039f2c req-8ad886d5-62ea-437c-bdc0-d1a15b78de82 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0490029 Sep 14 02:55:32.284424 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1a43796c-8e43-42cc-a94b-2c6926039f2c req-b54da1b8-982a-48a3-963e-24b0e9389210 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Sep 14 02:55:32.303821 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42308) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:32.359500 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-941a9d98-537d-4233-8392-97314de12fec tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (88d0db4e-58c0-49a7-89dd-422aec56e870), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:32.392586 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-941a9d98-537d-4233-8392-97314de12fec tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (88d0db4e-58c0-49a7-89dd-422aec56e870), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:32.519066 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-941a9d98-537d-4233-8392-97314de12fec tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (88d0db4e-58c0-49a7-89dd-422aec56e870), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:32.522222 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-941a9d98-537d-4233-8392-97314de12fec tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:32.523559 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-941a9d98-537d-4233-8392-97314de12fec tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/88d0db4e-58c0-49a7-89dd-422aec56e870 HTTP/1.1" status: 204 len: 168 time: 0.2186432 Sep 14 02:55:32.526492 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42320) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:32.534151 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a9d98-537d-4233-8392-97314de12fec tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d0db4e-58c0-49a7-89dd-422aec56e870,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:32.552545 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.api.v2.resource [None req-65045fd2-a1ec-4816-8c0d-2162a8799595 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] show failed (client error): The resource could not be found. Sep 14 02:55:32.553600 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-65045fd2-a1ec-4816-8c0d-2162a8799595 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups/88d0db4e-58c0-49a7-89dd-422aec56e870 HTTP/1.1" status: 404 len: 347 time: 0.0255744 Sep 14 02:55:32.558693 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42322) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:32.682296 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Deleting port 6ac5995b-a47c-4f85-9990-b9159770ecc0 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:55:32.682681 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (6ac5995b-a47c-4f85-9990-b9159770ecc0), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:32.773645 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (6ac5995b-a47c-4f85-9990-b9159770ecc0), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:32.773974 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (6ac5995b-a47c-4f85-9990-b9159770ecc0), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:32.793542 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Calling delete_port for 6ac5995b-a47c-4f85-9990-b9159770ecc0 owned by network:floatingip {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:55:32.958147 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:33.059207 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (6ac5995b-a47c-4f85-9990-b9159770ecc0), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:33.085202 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'Port': ['ID=6ac5995b-a47c-4f85-9990-b9159770ecc0,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:33.151526 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (92b0cc39-f927-4d9a-9934-8b2eca2de363), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:33.153955 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:33.155435 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-0f93f553-0cd3-4598-a651-cc386da21d5b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/92b0cc39-f927-4d9a-9934-8b2eca2de363 HTTP/1.1" status: 204 len: 168 time: 0.5955887 Sep 14 02:55:33.381383 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:33.416718 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95efb19-0397-4d5b-9fcd-4d0ae9ead015 req-ed29384f-4e82-4344-b4ba-9a715e07fb4f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:33.418120 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b95efb19-0397-4d5b-9fcd-4d0ae9ead015 req-ed29384f-4e82-4344-b4ba-9a715e07fb4f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0515072 Sep 14 02:55:33.447231 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:33.470837 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b95efb19-0397-4d5b-9fcd-4d0ae9ead015 req-c8904a0c-7f8f-4244-b15f-83f7b9c219c6 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460637 Sep 14 02:55:33.851972 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-85846347-8820-4689-8826-f3c05973b98c tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:33.853468 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-85846347-8820-4689-8826-f3c05973b98c tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 200 len: 815 time: 0.1163976 Sep 14 02:55:33.869521 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-2d01bd98-8224-48e6-868c-186e14b35486 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/quotas/c0ae116686c0415c860ea9f100686e59 HTTP/1.1" status: 200 len: 375 time: 0.0097990 Sep 14 02:55:33.919531 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-8f423879-8b75-49f5-b601-b469ecb0b016 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439906 Sep 14 02:55:34.026081 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-b181e9b7-eda9-49d7-a3ec-e2224e79db58 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944259 Sep 14 02:55:34.116967 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-5e29dfb9-78c9-4992-94b5-5f94f4a30516 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844142 Sep 14 02:55:34.355031 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-248ef103-0134-4939-9728-f4d270e63ee6 req-22f89432-9f7e-4eb3-9dea-5d4828320d4d tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 210 time: 0.0313036 Sep 14 02:55:34.620221 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b497-302b-479c-bb65-911d599b4682 req-317d8214-ce18-4fb8-a450-ba0eb60af29f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:34.621702 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5c93b497-302b-479c-bb65-911d599b4682 req-317d8214-ce18-4fb8-a450-ba0eb60af29f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0546455 Sep 14 02:55:34.671398 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5c93b497-302b-479c-bb65-911d599b4682 req-764ca89b-528c-4ada-8691-e68e33d61df2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Sep 14 02:55:34.741731 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:35.272195 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad50437-b653-4efd-9aa5-5395a2f700b7 req-e17cd8b7-85cc-4f19-812c-204a19567181 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:35.273663 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bad50437-b653-4efd-9aa5-5395a2f700b7 req-e17cd8b7-85cc-4f19-812c-204a19567181 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.0473895 Sep 14 02:55:35.322728 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bad50437-b653-4efd-9aa5-5395a2f700b7 req-23374360-8739-4d6c-88cf-a640a447a7bf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Sep 14 02:55:35.455122 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c10cd077-8438-4e5d-83b5-cffa6ddfdaf3 req-1bf4f3f6-f85b-48dc-ac93-a79035b437bf tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 210 time: 0.0318861 Sep 14 02:55:35.800382 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107539-1611-4f39-ac8a-95e7c1bbe911 req-03fb0d71-7496-46eb-9991-e2d2ff831c76 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:35.802048 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4d107539-1611-4f39-ac8a-95e7c1bbe911 req-03fb0d71-7496-46eb-9991-e2d2ff831c76 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0527885 Sep 14 02:55:35.850511 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4d107539-1611-4f39-ac8a-95e7c1bbe911 req-4bf421fc-7893-4823-81d7-99fb8ffc0686 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Sep 14 02:55:36.297304 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42508) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:36.431568 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-a16cedf8-7fcc-4ce4-8104-579e0d3c8bd6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fd8b5427c70248b49bcaf2ae4309d328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330466 Sep 14 02:55:36.433975 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42514) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:36.463993 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a129f0-3b24-4fdc-8d31-443c42182821 req-5e6c87d3-1163-4517-933f-f3f842762eb7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:36.465583 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d8a129f0-3b24-4fdc-8d31-443c42182821 req-5e6c87d3-1163-4517-933f-f3f842762eb7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.0534565 Sep 14 02:55:36.484606 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d73fe060-dc04-4243-a43a-9cf4cb497748 admin admin] Publish callbacks [] for security_group (5b7b9056-f9aa-4b32-a3a4-e31ab200b979), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.505881 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d73fe060-dc04-4243-a43a-9cf4cb497748 admin admin] Publish callbacks [] for security_group (5b7b9056-f9aa-4b32-a3a4-e31ab200b979), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.515867 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d8a129f0-3b24-4fdc-8d31-443c42182821 req-69341828-e1f0-4a53-a22c-11a0b89ca740 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434229 Sep 14 02:55:36.575712 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7b8c2e4f-86ba-4c6a-b98b-b4f84ddaf655 req-4044ae3f-6ddd-4972-ae46-e984497da95d tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 210 time: 0.0269606 Sep 14 02:55:36.609946 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d73fe060-dc04-4243-a43a-9cf4cb497748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (5b7b9056-f9aa-4b32-a3a4-e31ab200b979), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.612684 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d73fe060-dc04-4243-a43a-9cf4cb497748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.613827 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d73fe060-dc04-4243-a43a-9cf4cb497748 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5b7b9056-f9aa-4b32-a3a4-e31ab200b979 HTTP/1.1" status: 204 len: 168 time: 0.1789300 Sep 14 02:55:36.621798 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fe060-dc04-4243-a43a-9cf4cb497748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7b9056-f9aa-4b32-a3a4-e31ab200b979,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:36.990885 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5571bfb-6522-4523-a1d0-274172613b55 req-986b6a2a-40b3-4b0a-9cdd-9d866d816be0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:36.992488 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b5571bfb-6522-4523-a1d0-274172613b55 req-986b6a2a-40b3-4b0a-9cdd-9d866d816be0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0567601 Sep 14 02:55:37.045177 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b5571bfb-6522-4523-a1d0-274172613b55 req-48956853-6910-46dd-9631-886a7d2ea4df tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466335 Sep 14 02:55:37.253504 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d383a35-50ff-431e-8b67-278cef434334 req-19dd272c-3813-4879-aab5-f68a11e40c8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:37.254968 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9d383a35-50ff-431e-8b67-278cef434334 req-19dd272c-3813-4879-aab5-f68a11e40c8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.0470395 Sep 14 02:55:37.378779 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Deleting port 7b69e394-5cec-4468-b120-b79b37ec7a1e {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:55:37.378779 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.399453 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:37.430014 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:37.479340 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] For port 7b69e394-5cec-4468-b120-b79b37ec7a1e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7b69e394-5cec-4468-b120-b79b37ec7a1e,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:37.479687 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.701440 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-697d4c53-03f2-4677-9d35-4db7a746ab7a req-297a213d-72d5-41ca-b6a7-9276c4ce81c2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 210 time: 0.0481741 Sep 14 02:55:37.732262 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fca39-4c1c-4622-ae84-f34af9ea7a4d req-c437f51c-f2f5-4510-beb0-a0c017bb6c57 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:37.734057 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b9fca39-4c1c-4622-ae84-f34af9ea7a4d req-c437f51c-f2f5-4510-beb0-a0c017bb6c57 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 946 time: 0.1354980 Sep 14 02:55:37.776505 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.776864 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (8264bfc3-17b2-48ff-8fb4-23eda3faecfc), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.777175 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Floating IP 8264bfc3-17b2-48ff-8fb4-23eda3faecfc disassociated. External IP: 172.28.1.87, port: 7b69e394-5cec-4468-b120-b79b37ec7a1e. Sep 14 02:55:37.777514 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Calling delete_port for 7b69e394-5cec-4468-b120-b79b37ec7a1e owned by compute:nova {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:55:37.809303 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b9fca39-4c1c-4622-ae84-f34af9ea7a4d req-2a080715-000d-4784-9524-e68a23032bd2 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688176 Sep 14 02:55:38.173766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-80b564a0-c67f-4b8e-9980-ac2870b55eca tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:38.175382 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-80b564a0-c67f-4b8e-9980-ac2870b55eca tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 200 len: 815 time: 0.1160159 Sep 14 02:55:38.190323 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'port': {'device_id': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'admin_state_up': True, 'tenant_id': 'c0ae116686c0415c860ea9f100686e59'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:38.206554 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cd4f6-47d7-4a9c-9efd-7996ce697b76 req-d4a605f9-0dfe-434a-b6d1-1a8464907bb3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:38.208037 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a49cd4f6-47d7-4a9c-9efd-7996ce697b76 req-d4a605f9-0dfe-434a-b6d1-1a8464907bb3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0780964 Sep 14 02:55:38.263979 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a49cd4f6-47d7-4a9c-9efd-7996ce697b76 req-81823210-7356-4729-be18-3feba1c0a1f1 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488641 Sep 14 02:55:38.269343 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:38.333690 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (7b69e394-5cec-4468-b120-b79b37ec7a1e), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:38.360634 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Made reservation on behalf of c0ae116686c0415c860ea9f100686e59 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:55:38.364512 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:38.365598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'Port': ['ID=7b69e394-5cec-4468-b120-b79b37ec7a1e,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:38.486150 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:55:38.500953 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Allocated IP 172.20.0.5 (ccbc0fc8-7425-4b05-9d04-ef14a7670989/38c9c1b2-fe64-455c-b255-b4025c45f3a9/42a550f6-a343-4e95-8705-0d7bc913b0af) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:38.527108 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:38.594076 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:55:38.612040 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:55:38.630864 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:38.633006 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:38.677544 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:38.681898 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] No DVR routers for this DVR port 7b69e394-5cec-4468-b120-b79b37ec7a1e on host hv-cinder-85707 {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:55:38.684494 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:38.688775 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9d383a35-50ff-431e-8b67-278cef434334 req-acb5a7f6-26e9-4ee5-83c9-cf6977893a8c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "DELETE /networking/v2.0/ports/7b69e394-5cec-4468-b120-b79b37ec7a1e HTTP/1.1" status: 204 len: 173 time: 1.4268763 Sep 14 02:55:38.689510 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f227d87-1f77-4213-ac00-4633207016f2', 'name': 'network-vif-deleted', 'tag': '7b69e394-5cec-4468-b120-b79b37ec7a1e'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:38.691867 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0cee0f-8071-4ff8-8bf0-5762881ba1fb" -d '{"events": [{"server_uuid": "3f227d87-1f77-4213-ac00-4633207016f2", "name": "network-vif-deleted", "tag": "7b69e394-5cec-4468-b120-b79b37ec7a1e"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:38.760700 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b85a1b-6934-4f14-a973-a8731eef510e x-openstack-request-id: req-a0b85a1b-6934-4f14-a973-a8731eef510e {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:38.765989 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f227d87-1f77-4213-ac00-4633207016f2", "name": "network-vif-deleted", "tag": "7b69e394-5cec-4468-b120-b79b37ec7a1e", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:38.766459 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a0b85a1b-6934-4f14-a973-a8731eef510e {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:38.767154 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b85a1b-6934-4f14-a973-a8731eef510e'] response: {'server_uuid': '3f227d87-1f77-4213-ac00-4633207016f2', 'name': 'network-vif-deleted', 'tag': '7b69e394-5cec-4468-b120-b79b37ec7a1e', 'status': 'completed', 'code': 200} Sep 14 02:55:38.782371 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:38.815807 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:38.832022 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:38.854758 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f284085-bfdd-4065-afe3-67087706e79e req-43e47f48-cdfe-4f35-9078-259c882a2bb7 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 210 time: 0.0471840 Sep 14 02:55:38.893744 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'Port': ['ID=42a550f6-a343-4e95-8705-0d7bc913b0af,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:38.913322 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:38.915395 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:38.919616 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:38.977159 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d5e03aca-e4e9-46f9-8b18-ed0833572851 req-3ba277dc-20cb-45a3-9178-9c063bda49f8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0547578 Sep 14 02:55:38.997183 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:38.997846 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:39.096579 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-a20316b7-ee50-413e-a1e1-a0aa8080be52 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9109669 Sep 14 02:55:39.189056 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:39.222233 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:55:39.241515 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:39.242955 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:39.375845 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-c1613639-8f61-4c1e-9bc9-3639cbaebdbe None None] Provisioning complete for port 42a550f6-a343-4e95-8705-0d7bc913b0af triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:39.376832 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c1613639-8f61-4c1e-9bc9-3639cbaebdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:39.377563 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-c1613639-8f61-4c1e-9bc9-3639cbaebdbe None None] Attempt 1 to provision port 42a550f6-a343-4e95-8705-0d7bc913b0af Sep 14 02:55:39.425627 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:39.432337 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:39.435437 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29cb10-6ff5-4b02-9bf4-282165432d19 req-da36a78e-aeda-4737-bc48-32d8a75e52c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:39.443169 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1d29cb10-6ff5-4b02-9bf4-282165432d19 req-da36a78e-aeda-4737-bc48-32d8a75e52c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0709581 Sep 14 02:55:39.452267 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:39.452427 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Request body: {'port': {'device_id': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:39.538310 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:39.541590 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-c1613639-8f61-4c1e-9bc9-3639cbaebdbe None None] Port 42a550f6-a343-4e95-8705-0d7bc913b0af cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:39.546097 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1d29cb10-6ff5-4b02-9bf4-282165432d19 req-89731704-2071-47bf-bdfb-409eae2fdcaa tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979476 Sep 14 02:55:39.559530 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:39.617710 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:39.768555 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:39.827143 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6a0a5-30b6-481a-b77e-3fffae7edea7 None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:55:39.941362 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a550f6-a343-4e95-8705-0d7bc913b0af {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:55:39.950055 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Publish callbacks [] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:39.965453 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Transition to ACTIVE for port object 42a550f6-a343-4e95-8705-0d7bc913b0af will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:55:40.031426 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:40.043593 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-c1613639-8f61-4c1e-9bc9-3639cbaebdbe None None] Attempt 2 to provision port 42a550f6-a343-4e95-8705-0d7bc913b0af Sep 14 02:55:40.044865 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be803-c633-4d03-8867-f1524ae2011a req-8a0e7c8d-c1e9-434f-a1d3-7876ecbc80d5 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:40.047100 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5b7be803-c633-4d03-8867-f1524ae2011a req-8a0e7c8d-c1e9-434f-a1d3-7876ecbc80d5 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 931 time: 0.0865345 Sep 14 02:55:40.151700 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-c1613639-8f61-4c1e-9bc9-3639cbaebdbe None None] Port 42a550f6-a343-4e95-8705-0d7bc913b0af cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:55:40.156013 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5b7be803-c633-4d03-8867-f1524ae2011a req-737eef93-8cfe-4663-9794-6471055f7674 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926318 Sep 14 02:55:40.170660 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Pushing event updated for resources: {'Port': ['ID=42a550f6-a343-4e95-8705-0d7bc913b0af,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:40.219559 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b350b215-4fe6-4dea-922b-b793c3dda4fd req-40a262f6-b242-4dc9-a0f0-65072cdb4aab tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0488403 Sep 14 02:55:40.285363 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Attempting to bind port 42a550f6-a343-4e95-8705-0d7bc913b0af on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:40.286049 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Attempting to bind port 42a550f6-a343-4e95-8705-0d7bc913b0af by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:40.286743 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Attempting to bind port 42a550f6-a343-4e95-8705-0d7bc913b0af on network ccbc0fc8-7425-4b05-9d04-ef14a7670989 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:40.287063 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 7b69e394-5cec-4468-b120-b79b37ec7a1e no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:55:40.320214 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 7b69e394-5cec-4468-b120-b79b37ec7a1e {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:55:40.320607 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 7b69e394-5cec-4468-b120-b79b37ec7a1e not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:55:40.329713 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:40.340860 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Port 42a550f6-a343-4e95-8705-0d7bc913b0af on network ccbc0fc8-7425-4b05-9d04-ef14a7670989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:55:40.341591 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Attempting to bind port 42a550f6-a343-4e95-8705-0d7bc913b0af on network ccbc0fc8-7425-4b05-9d04-ef14a7670989 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:40.379720 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5933af-3a1a-4042-842f-40ca2ea02cfe None None] New status for floating IP 8264bfc3-17b2-48ff-8fb4-23eda3faecfc: DOWN {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:55:40.392033 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:40.392860 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Checking segment: {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:40.393446 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Bound using segment: {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:40.394152 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Bound port: 42a550f6-a343-4e95-8705-0d7bc913b0af, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf76c7c8-e60f-45fb-85ad-387946816faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:40.394943 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:40.466965 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] For port 42a550f6-a343-4e95-8705-0d7bc913b0af, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:40.471948 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] For port 42a550f6-a343-4e95-8705-0d7bc913b0af, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=42a550f6-a343-4e95-8705-0d7bc913b0af,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:40.526420 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:40.530362 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:40.531012 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:40.532723 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 1093 time: 1.0886502 Sep 14 02:55:40.535436 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:40.537699 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94061271-28dc-4446-91f9-265679cc02e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:40.581303 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7879b1-5d76-45ac-a43f-899e1e350be3 x-openstack-request-id: req-3b7879b1-5d76-45ac-a43f-899e1e350be3 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:40.581628 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:40.581892 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3b7879b1-5d76-45ac-a43f-899e1e350be3 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:40.582330 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7879b1-5d76-45ac-a43f-899e1e350be3'] response: {'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'status': 'completed', 'code': 200} Sep 14 02:55:40.609886 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bb1d5-0faa-4f0f-9d54-05cfcd985131 service neutron] Pushing event updated for resources: {'Port': ['ID=42a550f6-a343-4e95-8705-0d7bc913b0af,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:40.652914 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-c1613639-8f61-4c1e-9bc9-3639cbaebdbe None None] Attempt 3 to provision port 42a550f6-a343-4e95-8705-0d7bc913b0af Sep 14 02:55:40.707119 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:40.711363 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-c1613639-8f61-4c1e-9bc9-3639cbaebdbe None None] Port 42a550f6-a343-4e95-8705-0d7bc913b0af had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:55:40.747712 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a18e-a7dc-444b-9981-c6eb50e77148 req-b5574943-25aa-40b4-b16e-7308c29a7d35 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:40.751256 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0ee8a18e-a7dc-444b-9981-c6eb50e77148 req-b5574943-25aa-40b4-b16e-7308c29a7d35 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0682690 Sep 14 02:55:40.809765 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0ee8a18e-a7dc-444b-9981-c6eb50e77148 req-0a77e03c-60e6-4fda-a928-4f17a61c3c6a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525525 Sep 14 02:55:41.315748 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936e5ce-b186-4ea9-8e12-e9056146c5a2 req-74f28ba5-4e8c-4f18-a810-c0867077ba4f tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:41.321289 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f936e5ce-b186-4ea9-8e12-e9056146c5a2 req-74f28ba5-4e8c-4f18-a810-c0867077ba4f tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0895441 Sep 14 02:55:41.370212 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a695c314-29a1-4bbd-ab3b-37c0cfdb52f2 req-21bccf36-9ece-4ae3-ba37-2121a546d4f7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0400105 Sep 14 02:55:41.400699 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f936e5ce-b186-4ea9-8e12-e9056146c5a2 req-3e353670-d87b-4b96-9827-b0262b182e1f tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775735 Sep 14 02:55:41.939138 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05a50c-0173-4c07-98b8-1f691e5336f7 req-880b1619-92a6-4ff9-bc5f-7058a134d308 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:41.940637 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9d05a50c-0173-4c07-98b8-1f691e5336f7 req-880b1619-92a6-4ff9-bc5f-7058a134d308 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0460193 Sep 14 02:55:41.992632 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9d05a50c-0173-4c07-98b8-1f691e5336f7 req-74e79a73-39d4-466a-9f43-9173ea7c702b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Sep 14 02:55:42.511627 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b250bdac-c517-4b9e-9e45-49ef3c6a4f19 req-8b33cdf3-f1af-4cd9-bf39-18565f64a58e tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0399525 Sep 14 02:55:42.549648 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923bff6-8d3d-44f0-94c0-e17a480e4089 req-b35d99ad-a972-4525-b51d-98e9ce66acf3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:42.551153 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8923bff6-8d3d-44f0-94c0-e17a480e4089 req-b35d99ad-a972-4525-b51d-98e9ce66acf3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0506034 Sep 14 02:55:42.606305 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8923bff6-8d3d-44f0-94c0-e17a480e4089 req-184f518d-b99a-48ae-a1fa-b982d090482c tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Sep 14 02:55:43.129330 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063670a-08cd-45e0-9e17-3ddedd35330f req-17df8396-fe8e-41db-8b9d-a0657349f247 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:43.131130 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a063670a-08cd-45e0-9e17-3ddedd35330f req-17df8396-fe8e-41db-8b9d-a0657349f247 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0584226 Sep 14 02:55:43.181591 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a063670a-08cd-45e0-9e17-3ddedd35330f req-9853ce41-3baf-4c24-93c7-7921ac932b20 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447950 Sep 14 02:55:43.637625 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-200d7804-df7b-4ec6-b34d-04a9e8399aa6 req-0a39e84d-5857-48bb-b217-184d9ee58b7a tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0296154 Sep 14 02:55:43.735744 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208741a-7862-4d5a-bf13-ce1eaf2eeb1b req-488751cc-ec1e-4a9d-ab13-c1885ba46db2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:43.737224 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6208741a-7862-4d5a-bf13-ce1eaf2eeb1b req-488751cc-ec1e-4a9d-ab13-c1885ba46db2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0532432 Sep 14 02:55:43.800341 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6208741a-7862-4d5a-bf13-ce1eaf2eeb1b req-258a7c3e-1d32-466c-824e-41470eea13aa tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572925 Sep 14 02:55:44.317478 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a499f-1928-419e-9330-8fb18abdd1fa req-866f5cdf-c5f7-476f-9a2e-6e2603c23952 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:44.319145 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b76a499f-1928-419e-9330-8fb18abdd1fa req-866f5cdf-c5f7-476f-9a2e-6e2603c23952 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0534835 Sep 14 02:55:44.371050 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b76a499f-1928-419e-9330-8fb18abdd1fa req-ce1e8054-4515-4953-b8ec-bb4936e6a116 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Sep 14 02:55:44.489998 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-473c94fa-3fc2-4e94-8e49-34500a358fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:44.762400 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ff7765e7-4a3f-48bc-ab13-b846bca68f16 req-241fd9be-dae2-497b-b870-3971f3d753ef tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0295706 Sep 14 02:55:44.929782 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf7e30-c921-48ad-bedd-dda7ed333382 req-0ad981ef-f103-48b0-9b71-f8583fd19541 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:44.931215 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e4cf7e30-c921-48ad-bedd-dda7ed333382 req-0ad981ef-f103-48b0-9b71-f8583fd19541 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0572193 Sep 14 02:55:44.984694 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e4cf7e30-c921-48ad-bedd-dda7ed333382 req-5f7ad31f-1ec7-48ed-9259-23a5dae366f2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471692 Sep 14 02:55:45.501243 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf578897-8bbb-40c2-88d0-a063b919fad6 req-2ce9d062-cbdd-4607-a957-04b84186b595 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:45.502691 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bf578897-8bbb-40c2-88d0-a063b919fad6 req-2ce9d062-cbdd-4607-a957-04b84186b595 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0509412 Sep 14 02:55:45.538926 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:45.554364 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bf578897-8bbb-40c2-88d0-a063b919fad6 req-be7a650d-8fb5-47fd-b4ba-1ff01d62e03c tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Sep 14 02:55:45.835142 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:55:45.901943 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4a34ade9-dbab-4181-8187-692534659872 req-b0177690-1ba0-4c0a-8243-f5738601a428 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0325022 Sep 14 02:55:46.156254 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b352e6-5ef5-4ed6-b1d8-f6c536e2f3ee req-e95b4630-cd6e-4aa3-86ff-87b3d96cc3ee tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:46.158001 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-16b352e6-5ef5-4ed6-b1d8-f6c536e2f3ee req-e95b4630-cd6e-4aa3-86ff-87b3d96cc3ee tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0572662 Sep 14 02:55:46.180249 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:46.226602 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-16b352e6-5ef5-4ed6-b1d8-f6c536e2f3ee req-99d1a889-2646-4e8a-b1cc-767630093008 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618010 Sep 14 02:55:46.694393 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a7bc6-7b58-46c2-8d72-9c94501d908b req-74b0cdf2-6cb5-4d0a-ae66-98f878cbe878 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:46.696109 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7d7a7bc6-7b58-46c2-8d72-9c94501d908b req-74b0cdf2-6cb5-4d0a-ae66-98f878cbe878 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0625877 Sep 14 02:55:46.718644 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-34060869-3e91-40d8-9cd6-3f05c33a3072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:46.753162 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7d7a7bc6-7b58-46c2-8d72-9c94501d908b req-90323fae-9f25-47e0-abfe-fcc5e052d9e2 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487115 Sep 14 02:55:47.027074 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b1b55fc9-282a-4a47-ae03-4693894d8f65 req-895c4443-f9f8-4f6a-9479-77aea2f4a7bd tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0344059 Sep 14 02:55:47.361748 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0b4d7-d7e6-4fff-9f54-0a886852694a req-efb3c231-10bd-465a-a34b-836d937198d5 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:47.363306 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7fb0b4d7-d7e6-4fff-9f54-0a886852694a req-efb3c231-10bd-465a-a34b-836d937198d5 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0500069 Sep 14 02:55:47.412901 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7fb0b4d7-d7e6-4fff-9f54-0a886852694a req-7500e072-90b6-4237-99f1-3c30353bde6b tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Sep 14 02:55:47.880888 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f64169-9ac5-4a9a-a8d7-6bd65cae198b req-434e8674-83e4-4493-b3bc-c01036244f65 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:47.882264 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a0f64169-9ac5-4a9a-a8d7-6bd65cae198b req-434e8674-83e4-4493-b3bc-c01036244f65 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0466490 Sep 14 02:55:47.929069 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a0f64169-9ac5-4a9a-a8d7-6bd65cae198b req-83d21a4b-65d6-4816-8247-64bd11eea261 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Sep 14 02:55:48.112539 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:48.153270 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0f88253b-85d0-4ac9-8420-ea9bf7a00d0f req-9a0f5f95-4970-42aa-966c-7e7a78bbb1e8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0324655 Sep 14 02:55:48.204860 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:48.455696 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061271-28dc-4446-91f9-265679cc02e4 req-31b70d07-de0b-4535-9ae7-1eacb269e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:48.457219 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-94061271-28dc-4446-91f9-265679cc02e4 req-31b70d07-de0b-4535-9ae7-1eacb269e269 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1127 time: 0.0520079 Sep 14 02:55:48.544462 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51eef-07c3-429d-bb84-79d0d2dfedb3 req-3bbef03b-ca6f-42fe-8960-8bff98e51481 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:48.550988 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-21c51eef-07c3-429d-bb84-79d0d2dfedb3 req-3bbef03b-ca6f-42fe-8960-8bff98e51481 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0566633 Sep 14 02:55:48.565080 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061271-28dc-4446-91f9-265679cc02e4 req-93cddd83-c2f1-444f-bf80-30dae2249fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:48.566568 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-94061271-28dc-4446-91f9-265679cc02e4 req-93cddd83-c2f1-444f-bf80-30dae2249fe0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=c0ae116686c0415c860ea9f100686e59&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966108 Sep 14 02:55:48.598300 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-21c51eef-07c3-429d-bb84-79d0d2dfedb3 req-81659855-01be-4a3b-8b01-294dbd05dacf tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 Sep 14 02:55:48.666986 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061271-28dc-4446-91f9-265679cc02e4 req-e2eee333-46a5-423d-9433-02344c11bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:48.668413 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-94061271-28dc-4446-91f9-265679cc02e4 req-e2eee333-46a5-423d-9433-02344c11bc4e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0957320 Sep 14 02:55:49.048243 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd888-505d-4148-a254-ecbd8e190e54 req-ac3c002c-c784-47e8-87aa-8d8335b4134a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.049677 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b48cd888-505d-4148-a254-ecbd8e190e54 req-ac3c002c-c784-47e8-87aa-8d8335b4134a tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0466218 Sep 14 02:55:49.096608 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b48cd888-505d-4148-a254-ecbd8e190e54 req-ca5c44db-eccf-47bd-a04c-e033cfca6274 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414429 Sep 14 02:55:49.269581 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-399de883-8bea-49ee-acf9-c378b485eeed req-07ca1d69-0e36-412d-9157-757a2db1bf79 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3f227d87-1f77-4213-ac00-4633207016f2 HTTP/1.1" status: 200 len: 210 time: 0.0312674 Sep 14 02:55:49.702245 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-b2dc2bf7-2989-44b5-a8e9-21a16ca66e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.705304 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-b2dc2bf7-2989-44b5-a8e9-21a16ca66e83 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1127 time: 0.0444541 Sep 14 02:55:49.741668 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f8472-a1c0-44ee-98ed-ffeec2f9770e req-2cb9a3f4-8a66-445e-97c8-aa10780692b0 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.743208 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a32f8472-a1c0-44ee-98ed-ffeec2f9770e req-2cb9a3f4-8a66-445e-97c8-aa10780692b0 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0584917 Sep 14 02:55:49.759252 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-b8975394-322c-4582-98d8-c9abc96e545a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 217 time: 0.0367899 Sep 14 02:55:49.787948 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430499f9-8652-4208-9ce6-1a4130c2b2fa req-091d1958-aa66-4454-a899-bd90f1e18db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.789703 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-430499f9-8652-4208-9ce6-1a4130c2b2fa req-091d1958-aa66-4454-a899-bd90f1e18db9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1130 time: 0.0646558 Sep 14 02:55:49.827103 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a32f8472-a1c0-44ee-98ed-ffeec2f9770e req-fe77f824-f717-418f-8f8a-c3cc4ce925c3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678937 Sep 14 02:55:49.831404 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-f7a13f99-f8f4-42b0-9620-0b736aa6033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.833190 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-f7a13f99-f8f4-42b0-9620-0b736aa6033c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=38c9c1b2-fe64-455c-b255-b4025c45f3a9 HTTP/1.1" status: 200 len: 854 time: 0.0535471 Sep 14 02:55:49.855830 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-430499f9-8652-4208-9ce6-1a4130c2b2fa req-8119cb8f-84bb-41a7-a53e-a6186cd54c7b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484023 Sep 14 02:55:49.880705 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-1d687ab4-f89a-4096-9bc4-d9de31d98297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.882207 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-1d687ab4-f89a-4096-9bc4-d9de31d98297 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ccbc0fc8-7425-4b05-9d04-ef14a7670989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429766 Sep 14 02:55:49.891029 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:49.893677 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:50.157087 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-799b79fe-8dd4-4604-adab-96a78981b644 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877244 Sep 14 02:55:50.231294 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cd957-5a81-457f-84b9-988a48fc1a52 req-a33b44dc-22de-4814-b674-7e92bee79811 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:50.232781 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-907cd957-5a81-457f-84b9-988a48fc1a52 req-a33b44dc-22de-4814-b674-7e92bee79811 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0585423 Sep 14 02:55:50.250740 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c76596d7-2cfa-4915-ac41-805b2dfb5e02 req-98972996-c833-4547-be76-d19fb7d13a32 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868816 Sep 14 02:55:50.281946 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-907cd957-5a81-457f-84b9-988a48fc1a52 req-78f77dc1-bf56-493f-bce8-d3e7b18b1b79 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Sep 14 02:55:50.419640 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42630) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:50.478402 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a82a8347-b9b5-4d3a-a123-10b53d0b7eaf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (4349c8dc-634e-4aaa-98f9-ebc1bf6369d1), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:50.507377 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a82a8347-b9b5-4d3a-a123-10b53d0b7eaf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (4349c8dc-634e-4aaa-98f9-ebc1bf6369d1), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:50.509669 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:50.601802 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a82a8347-b9b5-4d3a-a123-10b53d0b7eaf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4349c8dc-634e-4aaa-98f9-ebc1bf6369d1), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:50.604363 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a82a8347-b9b5-4d3a-a123-10b53d0b7eaf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:50.605506 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-a82a8347-b9b5-4d3a-a123-10b53d0b7eaf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4349c8dc-634e-4aaa-98f9-ebc1bf6369d1 HTTP/1.1" status: 204 len: 168 time: 0.1848376 Sep 14 02:55:50.608802 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:50.615547 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42632) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:50.616140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a8347-b9b5-4d3a-a123-10b53d0b7eaf tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349c8dc-634e-4aaa-98f9-ebc1bf6369d1,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:50.629619 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.api.v2.resource [None req-71aa8ec8-1fcf-452c-8d38-05faaefc44fb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] show failed (client error): The resource could not be found. Sep 14 02:55:50.630686 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-71aa8ec8-1fcf-452c-8d38-05faaefc44fb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups/4349c8dc-634e-4aaa-98f9-ebc1bf6369d1 HTTP/1.1" status: 404 len: 347 time: 0.0138836 Sep 14 02:55:50.634968 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42634) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:50.745992 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Deleting port 62f54f1e-4835-44a8-a5f1-1cf2d8cc478a {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:55:50.746733 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:50.824741 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:50.825069 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:50.837418 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Calling delete_port for 62f54f1e-4835-44a8-a5f1-1cf2d8cc478a owned by network:floatingip {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:55:50.961176 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60deb-765a-49ee-8340-04484e1108ea req-38fbcba2-b5cb-433a-b80e-afbf9bbcfe3c tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:50.962943 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4df60deb-765a-49ee-8340-04484e1108ea req-38fbcba2-b5cb-433a-b80e-afbf9bbcfe3c tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0486665 Sep 14 02:55:51.006604 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:51.014453 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4df60deb-765a-49ee-8340-04484e1108ea req-e0e69396-c837-462d-a9b0-0a9813ee36dc tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456836 Sep 14 02:55:51.424942 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c1799-36a6-40b6-8564-8e663678327b req-3de58ba1-d71a-4239-9255-ea3e78bfe2f6 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:51.426423 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-408c1799-36a6-40b6-8564-8e663678327b req-3de58ba1-d71a-4239-9255-ea3e78bfe2f6 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0543981 Sep 14 02:55:51.480073 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-408c1799-36a6-40b6-8564-8e663678327b req-379689a8-a453-4581-9a9d-b72907ba41cb tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462437 Sep 14 02:55:52.146139 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168ec9e-6a6d-4e16-9cc1-1d8af04073ec req-d9f7f588-5c9e-416f-93b9-783a4fbf5a39 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:52.147651 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6168ec9e-6a6d-4e16-9cc1-1d8af04073ec req-d9f7f588-5c9e-416f-93b9-783a4fbf5a39 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 943 time: 0.0552368 Sep 14 02:55:52.170548 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (62f54f1e-4835-44a8-a5f1-1cf2d8cc478a), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.174678 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:52.201719 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6168ec9e-6a6d-4e16-9cc1-1d8af04073ec req-59e5ffa9-264f-4375-86b2-b600d2faa19e tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483999 Sep 14 02:55:52.205768 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'Port': ['ID=62f54f1e-4835-44a8-a5f1-1cf2d8cc478a,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:52.261789 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (8264bfc3-17b2-48ff-8fb4-23eda3faecfc), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.264765 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.266326 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-096bee85-ebcd-4705-a046-c976e889ec05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/8264bfc3-17b2-48ff-8fb4-23eda3faecfc HTTP/1.1" status: 204 len: 168 time: 1.6303554 Sep 14 02:55:52.352533 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 42a550f6-a343-4e95-8705-0d7bc913b0af details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:55:52.426847 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42646) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:52.431419 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-e4873bcc-3f31-4570-bb94-cf0845c9dfe5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177336536', 'description': 'tempest-description--1139650180'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:52.457621 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 42a550f6-a343-4e95-8705-0d7bc913b0af, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=42a550f6-a343-4e95-8705-0d7bc913b0af,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:52.469044 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'port_id': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'mac_address': 'fa:16:3e:7a:31:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:55:52.504092 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 42a550f6-a343-4e95-8705-0d7bc913b0af is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:52.504485 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.518854 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a550f6-a343-4e95-8705-0d7bc913b0af {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:55:52.519183 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e4873bcc-3f31-4570-bb94-cf0845c9dfe5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.542339 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 42a550f6-a343-4e95-8705-0d7bc913b0af, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=42a550f6-a343-4e95-8705-0d7bc913b0af,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:52.587368 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e4873bcc-3f31-4570-bb94-cf0845c9dfe5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (4cb46db4-127d-416c-a206-1a1d97dbf680), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.618851 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc01-e072-4bbd-bb27-d04faf8cf4b7 req-414edb02-3a0a-48c2-8f21-a44f510048c0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:52.620303 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-52a2dc01-e072-4bbd-bb27-d04faf8cf4b7 req-414edb02-3a0a-48c2-8f21-a44f510048c0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0477881 Sep 14 02:55:52.644512 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.673492 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-52a2dc01-e072-4bbd-bb27-d04faf8cf4b7 req-640956f6-fc0c-48d5-aa8d-7ce6fbba87c6 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474305 Sep 14 02:55:52.674175 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e4873bcc-3f31-4570-bb94-cf0845c9dfe5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4cb46db4-127d-416c-a206-1a1d97dbf680), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.708733 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4873bcc-3f31-4570-bb94-cf0845c9dfe5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb46db4-127d-416c-a206-1a1d97dbf680,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:52.709671 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=42a550f6-a343-4e95-8705-0d7bc913b0af,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:52.768331 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:52.786566 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e4873bcc-3f31-4570-bb94-cf0845c9dfe5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.787835 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-e4873bcc-3f31-4570-bb94-cf0845c9dfe5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3599186 Sep 14 02:55:52.791098 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42652) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:52.795814 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-356c91f5-1c28-4949-b29d-ffab1fdb182f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group_rule': {'security_group_id': '4cb46db4-127d-416c-a206-1a1d97dbf680', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:52.915082 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['42a550f6-a343-4e95-8705-0d7bc913b0af'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:55:52.921805 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-356c91f5-1c28-4949-b29d-ffab1fdb182f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (a1fb5edc-ee57-47a3-80e8-22b5c6823a15), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:52.989604 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-356c91f5-1c28-4949-b29d-ffab1fdb182f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (a1fb5edc-ee57-47a3-80e8-22b5c6823a15), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.082062 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-356c91f5-1c28-4949-b29d-ffab1fdb182f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (a1fb5edc-ee57-47a3-80e8-22b5c6823a15), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.101765 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c91f5-1c28-4949-b29d-ffab1fdb182f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fb5edc-ee57-47a3-80e8-22b5c6823a15,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:53.166659 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-356c91f5-1c28-4949-b29d-ffab1fdb182f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.168217 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-356c91f5-1c28-4949-b29d-ffab1fdb182f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3758407 Sep 14 02:55:53.171008 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42662) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:53.176746 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-14ab409d-d65d-46fc-a1a5-618fd15f7f87 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group_rule': {'security_group_id': '4cb46db4-127d-416c-a206-1a1d97dbf680', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:53.257427 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42ade2-08b3-4307-9952-315d97bbab96 req-dd006402-d35b-497c-9c6c-b96063f849c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:53.258845 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9c42ade2-08b3-4307-9952-315d97bbab96 req-dd006402-d35b-497c-9c6c-b96063f849c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0484641 Sep 14 02:55:53.286140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-14ab409d-d65d-46fc-a1a5-618fd15f7f87 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (f493b23c-6324-4e60-8ed9-32cf9889d175), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.333947 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-6b272faf-5db2-4119-aa3e-ef5ddfb88220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:53.335477 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-6b272faf-5db2-4119-aa3e-ef5ddfb88220 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1130 time: 0.0647376 Sep 14 02:55:53.348017 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9c42ade2-08b3-4307-9952-315d97bbab96 req-d297db87-bcef-4103-9692-965c674a2773 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812337 Sep 14 02:55:53.354053 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c947f8-0ab7-4dac-a5e1-e66e2f5f7dea req-e4d6c13c-25da-4e6f-abce-94da6742d409 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:53.354525 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:53.355470 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-08c947f8-0ab7-4dac-a5e1-e66e2f5f7dea req-e4d6c13c-25da-4e6f-abce-94da6742d409 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 944 time: 0.0748773 Sep 14 02:55:53.405281 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-08c947f8-0ab7-4dac-a5e1-e66e2f5f7dea req-e781d83b-b3a5-4793-9eba-3806a084bb72 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Sep 14 02:55:53.425280 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-14ab409d-d65d-46fc-a1a5-618fd15f7f87 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (f493b23c-6324-4e60-8ed9-32cf9889d175), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.439122 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:53.457286 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-47d072ea-824a-4ad8-ad33-8f75ec1b21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:53.458828 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-47d072ea-824a-4ad8-ad33-8f75ec1b21fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.1139579 Sep 14 02:55:53.504596 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-14ab409d-d65d-46fc-a1a5-618fd15f7f87 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (f493b23c-6324-4e60-8ed9-32cf9889d175), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.535752 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab409d-d65d-46fc-a1a5-618fd15f7f87 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f493b23c-6324-4e60-8ed9-32cf9889d175,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:53.540460 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-d4f3dd51-9e42-481c-bbfd-d3b6e01fcaaa service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f HTTP/1.1" status: 200 len: 1002 time: 0.0744717 Sep 14 02:55:53.588952 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-395e2e33-7f36-44ce-b214-f1d5d6059af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:53.590447 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-395e2e33-7f36-44ce-b214-f1d5d6059af0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0438952 Sep 14 02:55:53.636373 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-14ab409d-d65d-46fc-a1a5-618fd15f7f87 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.637475 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-14ab409d-d65d-46fc-a1a5-618fd15f7f87 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4646950 Sep 14 02:55:53.641470 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42668) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:53.645976 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:53.647843 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-3ac46453-e2e1-472d-8b1f-b434f6296a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:53.649303 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-3ac46453-e2e1-472d-8b1f-b434f6296a2c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0509615 Sep 14 02:55:53.741584 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-ad9fbaeb-506d-4250-8477-f9ec4461b62c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850611 Sep 14 02:55:53.753110 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.832767 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:53.847359 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dbbe598e-159c-4d96-a7f3-9d92362f0ee7 req-e39d7cd1-e5ad-4ea7-a38e-3ebc3ff6afb7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942726 Sep 14 02:55:53.943406 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:53.944716 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Allocated IP 172.28.1.151 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/035aa3ee-35d4-42d5-9a30-9fa220766213) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:54.050889 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (035aa3ee-35d4-42d5-9a30-9fa220766213), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.055167 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:54.124691 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (035aa3ee-35d4-42d5-9a30-9fa220766213), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.168394 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:54.173651 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:54.175835 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=035aa3ee-35d4-42d5-9a30-9fa220766213,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:54.177942 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:54.257553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (586c1e98-fe3d-4289-bc55-8f5101544f03), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.346741 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (035aa3ee-35d4-42d5-9a30-9fa220766213), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.366568 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 42a550f6-a343-4e95-8705-0d7bc913b0af up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:54.538512 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87575e-7892-4702-b4a7-5bbce3d9d263 req-deb633a6-3225-47b3-acc0-eb3a77ee7be8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:54.540034 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c87575e-7892-4702-b4a7-5bbce3d9d263 req-deb633a6-3225-47b3-acc0-eb3a77ee7be8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0978830 Sep 14 02:55:54.540604 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 42a550f6-a343-4e95-8705-0d7bc913b0af completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:55:54.581479 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa61e-3c6d-4396-8c02-72aa2f9cca05 req-ce6e5bc0-72b1-4bc4-b564-49d64b4f1b0e tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:54.582967 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-97bfa61e-3c6d-4396-8c02-72aa2f9cca05 req-ce6e5bc0-72b1-4bc4-b564-49d64b4f1b0e tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 944 time: 0.0911148 Sep 14 02:55:54.601843 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 42a550f6-a343-4e95-8705-0d7bc913b0af triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:54.602356 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.602730 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 42a550f6-a343-4e95-8705-0d7bc913b0af Sep 14 02:55:54.636798 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (035aa3ee-35d4-42d5-9a30-9fa220766213), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.646134 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c87575e-7892-4702-b4a7-5bbce3d9d263 req-f5e31ab6-e58d-4d26-9e97-1ca65fd7f246 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985069 Sep 14 02:55:54.668775 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-97bfa61e-3c6d-4396-8c02-72aa2f9cca05 req-db5ff26d-69f4-4e7f-87c7-dc7f9ec081f6 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784299 Sep 14 02:55:54.675431 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 42a550f6-a343-4e95-8705-0d7bc913b0af is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:54.675833 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.698773 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:54.701063 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b728a87-354f-470b-98d0-8dd5bc0665bd" -d '{"events": [{"server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "name": "network-vif-plugged", "status": "completed", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:54.701611 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (035aa3ee-35d4-42d5-9a30-9fa220766213), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.713934 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 42a550f6-a343-4e95-8705-0d7bc913b0af, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=42a550f6-a343-4e95-8705-0d7bc913b0af,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:54.740525 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49ade1e-685e-4a6d-b438-435eca57fad6 x-openstack-request-id: req-e49ade1e-685e-4a6d-b438-435eca57fad6 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:54.740819 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "name": "network-vif-plugged", "status": "completed", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:54.741075 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e49ade1e-685e-4a6d-b438-435eca57fad6 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:54.741479 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49ade1e-685e-4a6d-b438-435eca57fad6'] response: {'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'code': 200} Sep 14 02:55:54.774826 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=035aa3ee-35d4-42d5-9a30-9fa220766213,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:54.777110 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (586c1e98-fe3d-4289-bc55-8f5101544f03), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.784413 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:54.802959 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.848396 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=42a550f6-a343-4e95-8705-0d7bc913b0af,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:54.853068 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:54.854313 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b6b22da7-d950-47e2-b047-f23fb5a439e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2117496 Sep 14 02:55:55.055955 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-ab380a2d-4552-4929-8069-abd4db1311d5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1177336536&fields=id&tenant_id=b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 267 time: 0.0426211 Sep 14 02:55:55.164922 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-1b8fd6f1-efc4-4c17-b24f-cd32fb0e0859 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:55.166372 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-1b8fd6f1-efc4-4c17-b24f-cd32fb0e0859 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 814 time: 0.1040516 Sep 14 02:55:55.181504 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-5ce0c42d-44d6-4f18-8e00-4c1935daf4ec tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/quotas/b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 375 time: 0.0096815 Sep 14 02:55:55.229118 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-060f636e-9d75-4140-825c-0db80749613b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427117 Sep 14 02:55:55.324956 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-9fd7c709-9055-4a8f-a3fb-881e7955a723 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840151 Sep 14 02:55:55.390082 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:55.419986 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-4197f089-629b-4e23-a2ff-7fda2ff513c1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887961 Sep 14 02:55:55.657579 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a793acd9-0a5f-46a5-ba56-10610484adaa req-dbd1ee6c-fbb1-48b6-806a-08452b17d79b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 210 time: 0.0280414 Sep 14 02:55:55.811507 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0c8e8-f266-4788-a25a-5f77253df35c req-03db36c1-6367-43d1-babc-4003b698ed6e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:55.813187 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5be0c8e8-f266-4788-a25a-5f77253df35c req-03db36c1-6367-43d1-babc-4003b698ed6e tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0777965 Sep 14 02:55:55.834322 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=11 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:55.835274 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f274b-b85c-4bf1-bb21-55c0d3fe9944 req-eea22342-045f-4ab0-a0fe-058a4f9544f6 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:55.836699 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b48f274b-b85c-4bf1-bb21-55c0d3fe9944 req-eea22342-045f-4ab0-a0fe-058a4f9544f6 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0676773 Sep 14 02:55:55.899354 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5be0c8e8-f266-4788-a25a-5f77253df35c req-206c2279-492e-4cf5-a39d-ff2ec3ae5f0b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782783 Sep 14 02:55:55.910724 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b48f274b-b85c-4bf1-bb21-55c0d3fe9944 req-783a69b2-ff85-4062-b539-a3f9f508cf6c tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620034 Sep 14 02:55:56.206332 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f9e11-c634-44d6-9d30-279158923239 req-105514ea-23db-4555-b9ca-f0612a2d1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:56.208508 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2a5f9e11-c634-44d6-9d30-279158923239 req-105514ea-23db-4555-b9ca-f0612a2d1472 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1129 time: 0.0402880 Sep 14 02:55:56.256822 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2a5f9e11-c634-44d6-9d30-279158923239 req-985c72bb-e934-4d4f-ad8f-ccb8bf509ecf service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Sep 14 02:55:56.760514 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3946b409-fbdd-4ac5-bd29-9c14fb2aa782 req-991043f3-b653-41d4-8149-d993e35abe74 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 210 time: 0.0287726 Sep 14 02:55:57.058896 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5797f-723c-463f-93a9-00cb2dde6517 req-2ce83372-7bf2-48b9-a8a3-dadf35275c3b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:57.060279 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4eb5797f-723c-463f-93a9-00cb2dde6517 req-2ce83372-7bf2-48b9-a8a3-dadf35275c3b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0817907 Sep 14 02:55:57.068382 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92441506-da24-4997-97b8-c2f0f6c7d38a req-dc123c9e-5715-44b7-9636-936b0c3b7362 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:57.069747 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92441506-da24-4997-97b8-c2f0f6c7d38a req-dc123c9e-5715-44b7-9636-936b0c3b7362 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0801692 Sep 14 02:55:57.147289 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4eb5797f-723c-463f-93a9-00cb2dde6517 req-ced23326-562f-4f30-9df8-7bbf02c1fd66 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766044 Sep 14 02:55:57.154270 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92441506-da24-4997-97b8-c2f0f6c7d38a req-15acb63b-b30c-4021-ab23-91ebdeea09b9 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769315 Sep 14 02:55:57.270642 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068d8d-dd87-4dad-9743-52dad7cb6547 req-f7fff10e-a2f2-49b4-b650-c42cc64c3a3b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:57.272118 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa068d8d-dd87-4dad-9743-52dad7cb6547 req-f7fff10e-a2f2-49b4-b650-c42cc64c3a3b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0503428 Sep 14 02:55:57.283021 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42710) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:57.287477 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-1cd3d04e-abe6-4b78-bb15-bf2d044815f9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Request body: {'floatingip': {'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:57.341259 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d04e-abe6-4b78-bb15-bf2d044815f9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (0c383da6-fde1-4f0a-a421-d32d32766fe6), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:57.454959 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:57.801194 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d04e-abe6-4b78-bb15-bf2d044815f9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:57.865930 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-92fc5d17-64b8-4972-a35d-01186485f9db req-cc1d79f9-b72f-4707-9f35-6a27684d5031 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 210 time: 0.0281551 Sep 14 02:55:57.866540 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d04e-abe6-4b78-bb15-bf2d044815f9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (0c383da6-fde1-4f0a-a421-d32d32766fe6), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:57.912791 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:58.377196 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549031d3-d2b8-443e-ad31-5027704cdcfb req-2490e27f-e5e9-4cbe-88b0-d00e71fd2afa tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:58.378647 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-549031d3-d2b8-443e-ad31-5027704cdcfb req-2490e27f-e5e9-4cbe-88b0-d00e71fd2afa tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0596879 Sep 14 02:55:58.383448 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd3d04e-abe6-4b78-bb15-bf2d044815f9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Router e486053e-e857-495e-b83d-374ec759de15 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:55:58.471147 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-549031d3-d2b8-443e-ad31-5027704cdcfb req-c617e1e7-a3e0-4bdd-bcdf-19b32608e1ae tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866268 Sep 14 02:55:58.526379 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd3d04e-abe6-4b78-bb15-bf2d044815f9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:55:58.530762 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d04e-abe6-4b78-bb15-bf2d044815f9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:58.539958 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] Sync routers for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:55:58.545783 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:58.553774 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:58.554424 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:58.563263 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:58.574619 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f7adf-344c-4390-84e4-eda9d19f25c8" -d '{"events": [{"name": "network-changed", "server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:58.600235 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:58.616406 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:58.617363 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f8e9d8-913f-40a8-8660-7c2c6238387b x-openstack-request-id: req-87f8e9d8-913f-40a8-8660-7c2c6238387b {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:58.617499 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:58.617761 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-87f8e9d8-913f-40a8-8660-7c2c6238387b {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:58.618042 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f8e9d8-913f-40a8-8660-7c2c6238387b'] response: {'name': 'network-changed', 'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'status': 'completed', 'code': 200} Sep 14 02:55:58.630891 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1cd3d04e-abe6-4b78-bb15-bf2d044815f9 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0c383da6-fde1-4f0a-a421-d32d32766fe6 HTTP/1.1" status: 200 len: 994 time: 1.3467922 Sep 14 02:55:58.642686 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3802c43-1417-4379-954b-490f5591e231 req-7f0e0d21-a66a-453a-8dcc-ec4dfc500bc6 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:58.644233 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f3802c43-1417-4379-954b-490f5591e231 req-7f0e0d21-a66a-453a-8dcc-ec4dfc500bc6 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0746338 Sep 14 02:55:58.676729 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-20ea685a-eb17-41a4-990b-564ecaa0c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:58.678345 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-20ea685a-eb17-41a4-990b-564ecaa0c559 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1130 time: 0.0427146 Sep 14 02:55:58.679348 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:58.700902 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f3802c43-1417-4379-954b-490f5591e231 req-fb1dcf2f-f204-4e70-a823-2ac56ba053c3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Sep 14 02:55:58.795872 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-6c01e397-e22f-49a1-9224-476977ee32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:58.797921 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-6c01e397-e22f-49a1-9224-476977ee32ac service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.1037843 Sep 14 02:55:58.862070 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:58.890024 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-6469791f-46ae-42f7-b4ce-d976ebe74b83 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f HTTP/1.1" status: 200 len: 1002 time: 0.0711157 Sep 14 02:55:58.943585 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '0c383da6-fde1-4f0a-a421-d32d32766fe6', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'e486053e-e857-495e-b83d-374ec759de15', 'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'mac_address': 'fa:16:3e:a1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42031324-3139-4537-b5ae-2281ec20325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:03Z', 'updated_at': '2022-09-14T02:55:57Z', 'revision_number': 3, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:58.955572 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-29807e55-5223-4ee0-8155-e7954aaefef7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:58.957083 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-29807e55-5223-4ee0-8155-e7954aaefef7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 814 time: 0.1295929 Sep 14 02:55:58.989125 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-7179cee8-3c03-4cd1-9b96-2ca4fd34e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:58.993039 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-7179cee8-3c03-4cd1-9b96-2ca4fd34e329 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0844548 Sep 14 02:55:59.014429 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] Checking router: e486053e-e857-495e-b83d-374ec759de15 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:55:59.025583 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:55:59.026583 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:59.045106 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9e5241b8-1d75-4f9a-8044-5ee2bddbc34a req-49d22279-4a14-4974-b64f-71747bdfeb05 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 210 time: 0.0456262 Sep 14 02:55:59.051550 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-ddd60d48-fe74-40a7-95c4-c2240a34d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:59.054876 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-ddd60d48-fe74-40a7-95c4-c2240a34d46b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0549946 Sep 14 02:55:59.083317 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-5b2b408d-9d76-4893-8d8a-a5549144f7a6 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 380 time: 0.1037278 Sep 14 02:55:59.095397 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'port': {'device_id': '88d46197-499b-4af6-89a9-47cfa71ff179', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'admin_state_up': True, 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'security_groups': ['4cb46db4-127d-416c-a206-1a1d97dbf680']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:59.179449 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:55:59.196655 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-5ecc9358-b80d-467c-a675-a47a7982fe0b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179593 Sep 14 02:55:59.199413 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4bb22-8553-4b73-bf42-d689a90dc84c req-2f05ddb1-f37e-49c1-aaca-ecb6f3729eb7 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:59.200873 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-93c4bb22-8553-4b73-bf42-d689a90dc84c req-2f05ddb1-f37e-49c1-aaca-ecb6f3729eb7 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0858214 Sep 14 02:55:59.282427 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-93c4bb22-8553-4b73-bf42-d689a90dc84c req-bb0de955-4767-42b7-9c50-f6b62a3d433f tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751584 Sep 14 02:55:59.313031 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b88f7adf-344c-4390-84e4-eda9d19f25c8 req-4ca0babc-33db-4919-8699-f44b2e911e05 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006453 Sep 14 02:55:59.362703 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Made reservation on behalf of b0bcf113f85a41ecada488b2b06c2fa1 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:55:59.368136 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:59.424633 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '0c383da6-fde1-4f0a-a421-d32d32766fe6', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'e486053e-e857-495e-b83d-374ec759de15', 'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'mac_address': 'fa:16:3e:a1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42031324-3139-4537-b5ae-2281ec20325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:03Z', 'updated_at': '2022-09-14T02:55:57Z', 'revision_number': 3, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:59.455197 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fbf33-06ab-4c9b-8272-ad35c66ff59d None None] The sync data for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb is: [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '0c383da6-fde1-4f0a-a421-d32d32766fe6', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'e486053e-e857-495e-b83d-374ec759de15', 'port_id': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'mac_address': 'fa:16:3e:a1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42031324-3139-4537-b5ae-2281ec20325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:03Z', 'updated_at': '2022-09-14T02:55:57Z', 'revision_number': 3, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:55:59.510851 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Allocated IP 172.20.0.11 (26f16a6a-1f25-415a-b610-56afa452bb34/a104f6c7-b5f6-430d-ad22-1c424db22d7a/65258f30-c654-426a-a21d-aeb6acac0950) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:59.534093 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:59.654072 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:59.672958 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (65258f30-c654-426a-a21d-aeb6acac0950), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:59.771442 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (65258f30-c654-426a-a21d-aeb6acac0950), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:59.816537 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Network 26f16a6a-1f25-415a-b610-56afa452bb34 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:59.821874 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:59.825847 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:59.850964 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=65258f30-c654-426a-a21d-aeb6acac0950,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:59.881196 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:59.881976 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:59.970424 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-52734d03-c413-4424-8493-5e54d54d3757 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8808496 Sep 14 02:55:59.983886 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Request body: {'port': {'device_id': '88d46197-499b-4af6-89a9-47cfa71ff179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:00.055005 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-2bb1f627-ae9a-49e3-b4cd-2a2c89462d53 None None] Provisioning complete for port 65258f30-c654-426a-a21d-aeb6acac0950 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:56:00.055556 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f627-ae9a-49e3-b4cd-2a2c89462d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (65258f30-c654-426a-a21d-aeb6acac0950), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:00.055806 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2bb1f627-ae9a-49e3-b4cd-2a2c89462d53 None None] Attempt 1 to provision port 65258f30-c654-426a-a21d-aeb6acac0950 Sep 14 02:56:00.063058 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (65258f30-c654-426a-a21d-aeb6acac0950), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:00.102686 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1f627-ae9a-49e3-b4cd-2a2c89462d53 None None] Port 65258f30-c654-426a-a21d-aeb6acac0950 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:56:00.252103 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8776e-444b-4779-9952-ba5608a3e8de req-8042dd8d-f7a2-4dd8-8414-0bf97a0c1eda tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:00.253594 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b6d8776e-444b-4779-9952-ba5608a3e8de req-8042dd8d-f7a2-4dd8-8414-0bf97a0c1eda tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 932 time: 0.0747247 Sep 14 02:56:00.352247 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b6d8776e-444b-4779-9952-ba5608a3e8de req-e66c9660-3d40-4de2-b104-c0e98b4cf8aa tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710502 Sep 14 02:56:00.395812 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:00.431289 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65258f30-c654-426a-a21d-aeb6acac0950 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:56:00.438711 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Publish callbacks [] for port (65258f30-c654-426a-a21d-aeb6acac0950), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:00.458740 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Transition to ACTIVE for port object 65258f30-c654-426a-a21d-aeb6acac0950 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:56:00.576333 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (65258f30-c654-426a-a21d-aeb6acac0950), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:00.603699 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2bb1f627-ae9a-49e3-b4cd-2a2c89462d53 None None] Attempt 2 to provision port 65258f30-c654-426a-a21d-aeb6acac0950 Sep 14 02:56:00.627093 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:00.629316 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008c852d-08cf-45f5-85a9-8b8495201e54" -d '{"events": [{"name": "network-changed", "server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:00.636832 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1f627-ae9a-49e3-b4cd-2a2c89462d53 None None] Port 65258f30-c654-426a-a21d-aeb6acac0950 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:56:00.662894 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Pushing event updated for resources: {'Port': ['ID=65258f30-c654-426a-a21d-aeb6acac0950,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:00.687445 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18affcd0-7a30-462e-9b67-c0b097e3c220 x-openstack-request-id: req-18affcd0-7a30-462e-9b67-c0b097e3c220 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:00.687740 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:00.687990 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-18affcd0-7a30-462e-9b67-c0b097e3c220 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:00.688422 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18affcd0-7a30-462e-9b67-c0b097e3c220'] response: {'name': 'network-changed', 'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'status': 'completed', 'code': 200} Sep 14 02:56:00.707138 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Attempting to bind port 65258f30-c654-426a-a21d-aeb6acac0950 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:56:00.707568 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Attempting to bind port 65258f30-c654-426a-a21d-aeb6acac0950 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:56:00.707936 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Attempting to bind port 65258f30-c654-426a-a21d-aeb6acac0950 on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:56:00.754697 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-ec78c709-4a34-4970-9622-05bc92ad9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:00.757171 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-ec78c709-4a34-4970-9622-05bc92ad9b32 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 1130 time: 0.0461724 Sep 14 02:56:00.766071 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Port 65258f30-c654-426a-a21d-aeb6acac0950 on network 26f16a6a-1f25-415a-b610-56afa452bb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:56:00.766393 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Attempting to bind port 65258f30-c654-426a-a21d-aeb6acac0950 on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:56:00.814374 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:56:00.814773 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Checking segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:56:00.815161 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Bound using segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:56:00.815680 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Bound port: 65258f30-c654-426a-a21d-aeb6acac0950, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:56:00.816040 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (65258f30-c654-426a-a21d-aeb6acac0950), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:00.869240 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-b5d8a851-d5e8-4ac8-a3bd-beee89bee257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:00.870891 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-b5d8a851-d5e8-4ac8-a3bd-beee89bee257 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.1022534 Sep 14 02:56:00.881606 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] For port 65258f30-c654-426a-a21d-aeb6acac0950, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:56:00.884618 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] For port 65258f30-c654-426a-a21d-aeb6acac0950, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=65258f30-c654-426a-a21d-aeb6acac0950,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:56:00.935961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (65258f30-c654-426a-a21d-aeb6acac0950), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:00.940754 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:00.941364 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:00.942755 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/65258f30-c654-426a-a21d-aeb6acac0950 HTTP/1.1" status: 200 len: 1094 time: 0.9643543 Sep 14 02:56:00.986331 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688c812-6bd1-42e0-bcd9-4301f5c06816 service neutron] Pushing event updated for resources: {'Port': ['ID=65258f30-c654-426a-a21d-aeb6acac0950,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:01.138445 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-2bb1f627-ae9a-49e3-b4cd-2a2c89462d53 None None] Attempt 3 to provision port 65258f30-c654-426a-a21d-aeb6acac0950 Sep 14 02:56:01.185791 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1f627-ae9a-49e3-b4cd-2a2c89462d53 None None] Port 65258f30-c654-426a-a21d-aeb6acac0950 had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:56:01.193054 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-f4319fc3-76ce-4a56-919f-e863173ff9e5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f HTTP/1.1" status: 200 len: 1002 time: 0.0683727 Sep 14 02:56:01.338897 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-97e21e12-c81f-42bf-a9cd-c7639c39e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:01.340357 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-97e21e12-c81f-42bf-a9cd-c7639c39e459 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.0537081 Sep 14 02:56:01.349162 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-4732ca3e-1dd4-41ef-807e-c602a782ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:01.350631 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-4732ca3e-1dd4-41ef-807e-c602a782ee69 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 1128 time: 0.0479994 Sep 14 02:56:01.367406 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:01.391578 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-1de2c4af-12f8-46cd-b888-cc0a61a0326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:01.393270 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-1de2c4af-12f8-46cd-b888-cc0a61a0326e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0422161 Sep 14 02:56:01.418696 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-ebb1e7e0-8f75-4515-9f1d-ed68f6cc8962 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65258f30-c654-426a-a21d-aeb6acac0950 HTTP/1.1" status: 200 len: 217 time: 0.0572512 Sep 14 02:56:01.433536 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:01.511187 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-531a3ad9-9d81-44f6-9361-4aaff72f8590 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057220 Sep 14 02:56:01.532359 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c5ff1555-8a28-4b70-be01-c6208a24816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:01.534954 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-c5ff1555-8a28-4b70-be01-c6208a24816b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.1074741 Sep 14 02:56:01.541317 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4092294-41b7-4fbc-b9a9-e7e470f564a3 req-5551c220-46ce-464f-8e8f-045905ea6ae3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:01.542939 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d4092294-41b7-4fbc-b9a9-e7e470f564a3 req-5551c220-46ce-464f-8e8f-045905ea6ae3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 944 time: 0.0758576 Sep 14 02:56:01.604574 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-44b2537a-debd-41b4-a98b-d207f229fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:01.605985 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-44b2537a-debd-41b4-a98b-d207f229fd66 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0622263 Sep 14 02:56:01.623229 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-008c852d-08cf-45f5-85a9-8b8495201e54 req-ce8bf948-3159-48e2-bb34-2a0240411135 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019347 Sep 14 02:56:01.657145 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d4092294-41b7-4fbc-b9a9-e7e470f564a3 req-f445929f-7c29-4062-a02e-f1c887d8bc38 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032453 Sep 14 02:56:01.733051 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:01.739326 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-b40f52a8-223a-4de1-9e6c-c12c370aad69 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187508 Sep 14 02:56:01.838052 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b8fd0dc9-5a40-4dd7-be32-c7ac6c1bb5df req-50e51197-d3a4-4541-9cda-085e2d1577c0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922179 Sep 14 02:56:02.248211 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6275-e8ed-483d-8aec-e348255485c0 req-13947e6d-44d8-4c67-a67e-05aa8be035b8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:02.249672 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0eda6275-e8ed-483d-8aec-e348255485c0 req-13947e6d-44d8-4c67-a67e-05aa8be035b8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.0514588 Sep 14 02:56:02.296560 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0eda6275-e8ed-483d-8aec-e348255485c0 req-c7a2ee96-bca6-4c1c-98c7-a0e6fb599669 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Sep 14 02:56:02.690039 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d46197-499b-4af6-89a9-47cfa71ff179', 'tag': '65258f30-c654-426a-a21d-aeb6acac0950'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:02.692373 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c40a960-1cb0-4561-87c7-4355d77862c0" -d '{"events": [{"name": "network-changed", "server_uuid": "88d46197-499b-4af6-89a9-47cfa71ff179", "tag": "65258f30-c654-426a-a21d-aeb6acac0950"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:02.728878 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2b9953-c876-42d8-b004-baef3ebfbc32 x-openstack-request-id: req-1c2b9953-c876-42d8-b004-baef3ebfbc32 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:02.729169 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d46197-499b-4af6-89a9-47cfa71ff179", "tag": "65258f30-c654-426a-a21d-aeb6acac0950", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:02.729426 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1c2b9953-c876-42d8-b004-baef3ebfbc32 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:02.729826 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2b9953-c876-42d8-b004-baef3ebfbc32'] response: {'name': 'network-changed', 'server_uuid': '88d46197-499b-4af6-89a9-47cfa71ff179', 'tag': '65258f30-c654-426a-a21d-aeb6acac0950', 'status': 'completed', 'code': 200} Sep 14 02:56:02.784129 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf527c4-71f4-4191-a2e5-7df5ac0847e9 req-21863e6f-b4a4-49ef-9ca0-b07c4001839d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:02.785819 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ddf527c4-71f4-4191-a2e5-7df5ac0847e9 req-21863e6f-b4a4-49ef-9ca0-b07c4001839d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 944 time: 0.0491731 Sep 14 02:56:02.834118 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ddf527c4-71f4-4191-a2e5-7df5ac0847e9 req-83e7494b-49f4-4a26-842e-41d38d5f35c0 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Sep 14 02:56:03.015430 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-1e16897c-b049-41d0-8794-d468e5d3ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:03.016841 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-1e16897c-b049-41d0-8794-d468e5d3ff21 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 1128 time: 0.0394120 Sep 14 02:56:03.117487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-0e8cb001-1d39-44db-8ecc-0e077cfba6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:03.119000 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-0e8cb001-1d39-44db-8ecc-0e077cfba6dc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 914 time: 0.0933914 Sep 14 02:56:03.422235 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9308f-270a-48ba-910e-8162aa1aca8a req-5cc58410-0b7b-4c59-8e54-f01e01e3b204 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:03.424371 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-57e9308f-270a-48ba-910e-8162aa1aca8a req-5cc58410-0b7b-4c59-8e54-f01e01e3b204 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.0469117 Sep 14 02:56:03.469982 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-57e9308f-270a-48ba-910e-8162aa1aca8a req-b99fee15-03c2-4a66-8e8c-b9410829d921 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400345 Sep 14 02:56:03.957396 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30becd-5115-4c9c-9ec6-88072b2fe62c req-2c5d75c4-c4cc-4f25-a134-04da1ce51411 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:03.958778 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3a30becd-5115-4c9c-9ec6-88072b2fe62c req-2c5d75c4-c4cc-4f25-a134-04da1ce51411 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 944 time: 0.0508115 Sep 14 02:56:04.004961 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3a30becd-5115-4c9c-9ec6-88072b2fe62c req-42bf1f2b-461c-4047-8f09-bdbd0bda42b7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 Sep 14 02:56:04.385198 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 65258f30-c654-426a-a21d-aeb6acac0950 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:56:04.394416 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:04.487682 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 65258f30-c654-426a-a21d-aeb6acac0950, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=65258f30-c654-426a-a21d-aeb6acac0950,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:04.498573 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '65258f30-c654-426a-a21d-aeb6acac0950', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'port_id': '65258f30-c654-426a-a21d-aeb6acac0950', 'mac_address': 'fa:16:3e:e2:f9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:56:04.534133 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 65258f30-c654-426a-a21d-aeb6acac0950 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:56:04.534552 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (65258f30-c654-426a-a21d-aeb6acac0950), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:04.551494 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65258f30-c654-426a-a21d-aeb6acac0950 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:56:04.557502 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:04.573013 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 65258f30-c654-426a-a21d-aeb6acac0950, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=65258f30-c654-426a-a21d-aeb6acac0950,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:04.619380 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-78d835b8-02e9-471f-8cf2-9528cf1a87d0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65258f30-c654-426a-a21d-aeb6acac0950 HTTP/1.1" status: 200 len: 217 time: 0.0551324 Sep 14 02:56:04.632114 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470e0d2-41bc-465f-a500-f46b51b77de1 req-a1f415d9-08b6-4ba3-a366-868bf5cdb80f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:04.633557 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1470e0d2-41bc-465f-a500-f46b51b77de1 req-a1f415d9-08b6-4ba3-a366-868bf5cdb80f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.0808411 Sep 14 02:56:04.641659 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (65258f30-c654-426a-a21d-aeb6acac0950), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:04.703570 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-120463cb-b08d-4cb9-be39-345448b795e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:04.705667 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-120463cb-b08d-4cb9-be39-345448b795e6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.0712028 Sep 14 02:56:04.707405 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=65258f30-c654-426a-a21d-aeb6acac0950,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:04.719898 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1470e0d2-41bc-465f-a500-f46b51b77de1 req-154d6132-475d-4da7-811f-214ef6b72ec3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14af8703-a274-41e9-b257-4b436d36b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778928 Sep 14 02:56:04.750060 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:04.824915 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-39d30c56-82ef-474b-a17e-ac1966948908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:04.826314 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-39d30c56-82ef-474b-a17e-ac1966948908 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0412486 Sep 14 02:56:04.921023 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:04.932595 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-64259297-b005-48ad-b919-367333241921 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928869 Sep 14 02:56:04.963229 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-93309ec5-31d9-4bbc-a8db-725b75ee3eca tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:04.964701 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-93309ec5-31d9-4bbc-a8db-725b75ee3eca tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 947 time: 0.0490220 Sep 14 02:56:04.967756 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['65258f30-c654-426a-a21d-aeb6acac0950'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:56:05.035834 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c40a960-1cb0-4561-87c7-4355d77862c0 req-1776c311-085f-42a9-b8d5-3a4f84691e6f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972166 Sep 14 02:56:05.059766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Deleting port f30cccd7-36a3-45cb-96c3-158207c07227 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:05.060114 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:05.112978 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:05.139835 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f90653-d7e8-40f8-9c2e-3a12f38766fa req-d2235b9d-bbb0-4812-870e-052af7d013e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:05.141311 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-81f90653-d7e8-40f8-9c2e-3a12f38766fa req-d2235b9d-bbb0-4812-870e-052af7d013e7 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 945 time: 0.0539255 Sep 14 02:56:05.159735 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] For port f30cccd7-36a3-45cb-96c3-158207c07227, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f30cccd7-36a3-45cb-96c3-158207c07227,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:05.160095 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:05.172358 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:05.192223 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-81f90653-d7e8-40f8-9c2e-3a12f38766fa req-9ff38314-31a4-4876-81cb-6fb2d95736d0 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449381 Sep 14 02:56:05.326727 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:05.327013 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (50646027-2cf2-45fc-bdaa-38547fce39d1), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:05.327330 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Floating IP 50646027-2cf2-45fc-bdaa-38547fce39d1 disassociated. External IP: 172.28.1.134, port: f30cccd7-36a3-45cb-96c3-158207c07227. Sep 14 02:56:05.327671 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Calling delete_port for f30cccd7-36a3-45cb-96c3-158207c07227 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:05.542386 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (f30cccd7-36a3-45cb-96c3-158207c07227), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:05.583668 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event deleted for resources: {'Port': ['ID=f30cccd7-36a3-45cb-96c3-158207c07227,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:05.595982 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.596361 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.596705 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.597033 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.597364 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.597690 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.598014 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.598335 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.598674 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.598993 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.599311 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.599655 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.599972 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.600289 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.600602 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:05.709298 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Router ac559a12-ea49-48db-a0fe-cc7525638854 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:05.813530 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:05.824130 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] Sync routers for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:05.836563 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:05.837194 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:05.848373 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d6ba5a5e-d208-4d5d-ab95-a1f2e9fdcf7b req-747f16ec-a6f7-418a-a414-ecc764bf1cc8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3b9cd192-93a3-40fc-99b4-e72952095bec HTTP/1.1" status: 200 len: 210 time: 0.0452309 Sep 14 02:56:05.875275 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] No DVR routers for this DVR port f30cccd7-36a3-45cb-96c3-158207c07227 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:05.878369 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:05.882523 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9e0547c5-4790-4bd0-98fb-4467a13c53e5 req-5f99b146-ed21-4ca6-a2c9-102c49625ba9 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "DELETE /networking/v2.0/ports/f30cccd7-36a3-45cb-96c3-158207c07227 HTTP/1.1" status: 204 len: 173 time: 0.9120328 Sep 14 02:56:05.883097 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-deleted', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:05.892297 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2c883-4692-41fc-b72a-bdf06e110858" -d '{"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-deleted", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:05.927049 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f52e80-b559-4d1c-b40a-ad9235dbfe3e x-openstack-request-id: req-97f52e80-b559-4d1c-b40a-ad9235dbfe3e {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:05.927433 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9cd192-93a3-40fc-99b4-e72952095bec", "name": "network-vif-deleted", "tag": "f30cccd7-36a3-45cb-96c3-158207c07227", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:05.927778 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-97f52e80-b559-4d1c-b40a-ad9235dbfe3e {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:05.928246 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f52e80-b559-4d1c-b40a-ad9235dbfe3e'] response: {'server_uuid': '3b9cd192-93a3-40fc-99b4-e72952095bec', 'name': 'network-vif-deleted', 'tag': 'f30cccd7-36a3-45cb-96c3-158207c07227', 'status': 'completed', 'code': 200} Sep 14 02:56:05.946918 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:06.149142 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:06.177213 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] Checking router: ac559a12-ea49-48db-a0fe-cc7525638854 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:06.184136 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:06.184764 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:06.300575 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:06.337771 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f243d7-b288-4ef1-aecf-9ed30675f246 req-70ce0855-0a99-4a1d-8606-66141dfe364c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:06.339297 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49f243d7-b288-4ef1-aecf-9ed30675f246 req-70ce0855-0a99-4a1d-8606-66141dfe364c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 945 time: 0.0655229 Sep 14 02:56:06.395055 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49f243d7-b288-4ef1-aecf-9ed30675f246 req-29ea1c9c-b718-4b34-817f-34a462f880ef tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482378 Sep 14 02:56:06.431431 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 65258f30-c654-426a-a21d-aeb6acac0950 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:56:06.492827 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 65258f30-c654-426a-a21d-aeb6acac0950 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:56:06.607631 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 65258f30-c654-426a-a21d-aeb6acac0950 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:56:06.608010 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (65258f30-c654-426a-a21d-aeb6acac0950), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:06.608533 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 65258f30-c654-426a-a21d-aeb6acac0950 Sep 14 02:56:06.619700 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:06.645316 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c9b29-1b73-45c5-b68e-966953814ecf None None] The sync data for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb is: [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:06.689126 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 65258f30-c654-426a-a21d-aeb6acac0950 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:56:06.689746 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (65258f30-c654-426a-a21d-aeb6acac0950), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:06.723435 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d46197-499b-4af6-89a9-47cfa71ff179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65258f30-c654-426a-a21d-aeb6acac0950'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:06.725888 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08776f49-dc1d-4360-a007-aad753577057" -d '{"events": [{"server_uuid": "88d46197-499b-4af6-89a9-47cfa71ff179", "name": "network-vif-plugged", "status": "completed", "tag": "65258f30-c654-426a-a21d-aeb6acac0950"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:06.726045 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cdd0a-02eb-469f-b501-c1e92ab6e519 req-6cdf40d6-ac66-438d-8403-52e6c1f53e87 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:06.727456 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d55cdd0a-02eb-469f-b501-c1e92ab6e519 req-6cdf40d6-ac66-438d-8403-52e6c1f53e87 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0541160 Sep 14 02:56:06.740504 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 65258f30-c654-426a-a21d-aeb6acac0950, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=65258f30-c654-426a-a21d-aeb6acac0950,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:06.770264 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8825e41-241e-4e45-b0a0-f656354f37dc x-openstack-request-id: req-e8825e41-241e-4e45-b0a0-f656354f37dc {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:06.770634 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d46197-499b-4af6-89a9-47cfa71ff179", "name": "network-vif-plugged", "status": "completed", "tag": "65258f30-c654-426a-a21d-aeb6acac0950", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:06.770890 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8825e41-241e-4e45-b0a0-f656354f37dc {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:06.771293 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8825e41-241e-4e45-b0a0-f656354f37dc'] response: {'server_uuid': '88d46197-499b-4af6-89a9-47cfa71ff179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65258f30-c654-426a-a21d-aeb6acac0950', 'code': 200} Sep 14 02:56:06.787063 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d55cdd0a-02eb-469f-b501-c1e92ab6e519 req-d196fd01-0cf8-4f78-9f5b-278c168db56e tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529997 Sep 14 02:56:06.807891 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (65258f30-c654-426a-a21d-aeb6acac0950), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:06.808738 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:06.819407 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42822) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:06.865459 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: f30cccd7-36a3-45cb-96c3-158207c07227 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:06.865806 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f30cccd7-36a3-45cb-96c3-158207c07227 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:06.900366 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=65258f30-c654-426a-a21d-aeb6acac0950,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:06.911049 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.911808 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.912327 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.912855 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.913891 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.914309 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.915187 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.915380 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.915854 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.916338 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.916799 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.917272 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.917674 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.918068 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.918506 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:06.981610 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533be890-33f7-4b88-89b8-1e88cba7c36e None None] New status for floating IP 50646027-2cf2-45fc-bdaa-38547fce39d1: DOWN {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:07.058025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42830) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:07.129042 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c8cc-a628-44a5-8a1d-972b97700ab5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (14af8703-a274-41e9-b257-4b436d36b8fd), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.133777 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:07.137740 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0047b1-707f-4ae6-9516-6547db874248 tempest-TestMinimumBasicScenario-272945911 tempest-TestMinimumBasicScenario-272945911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:07.142291 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-6a0047b1-707f-4ae6-9516-6547db874248 tempest-TestMinimumBasicScenario-272945911 tempest-TestMinimumBasicScenario-272945911-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1124 time: 0.3180909 Sep 14 02:56:07.142657 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42832) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:07.148893 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'port_id': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'fixed_ip_address': '172.20.0.5'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:07.151108 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e332b9-5db4-45de-9ac5-66378be6e47d req-7451aed0-3201-4051-aff8-117ee6ac456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:07.152798 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-75e332b9-5db4-45de-9ac5-66378be6e47d req-7451aed0-3201-4051-aff8-117ee6ac456a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 1130 time: 0.0678303 Sep 14 02:56:07.180557 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c8cc-a628-44a5-8a1d-972b97700ab5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (14af8703-a274-41e9-b257-4b436d36b8fd), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.214585 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-75e332b9-5db4-45de-9ac5-66378be6e47d req-4ec9d0ec-497a-40d9-ac26-8856acbf8c4e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546134 Sep 14 02:56:07.299904 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.344418 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c8cc-a628-44a5-8a1d-972b97700ab5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (14af8703-a274-41e9-b257-4b436d36b8fd), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.347554 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c8cc-a628-44a5-8a1d-972b97700ab5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.348701 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3ac6c8cc-a628-44a5-8a1d-972b97700ab5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/14af8703-a274-41e9-b257-4b436d36b8fd HTTP/1.1" status: 204 len: 168 time: 0.2907083 Sep 14 02:56:07.351618 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42834) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:07.366936 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6c8cc-a628-44a5-8a1d-972b97700ab5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af8703-a274-41e9-b257-4b436d36b8fd,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:07.368057 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.api.v2.resource [None req-bd95dca0-7ae6-48fa-9bcb-6adbc12bfd18 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] show failed (client error): The resource could not be found. Sep 14 02:56:07.369029 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-bd95dca0-7ae6-48fa-9bcb-6adbc12bfd18 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups/14af8703-a274-41e9-b257-4b436d36b8fd HTTP/1.1" status: 404 len: 347 time: 0.0164297 Sep 14 02:56:07.379173 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42836) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:07.410711 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.512147 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:07.515385 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Deleting port 2272dc79-79e1-444a-a89a-a5c9fce18b7d {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:07.515723 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (2272dc79-79e1-444a-a89a-a5c9fce18b7d), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.590086 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe11c3d-6edf-423f-a70d-2cded74fd8ec req-6acca09b-5af3-48ad-ab82-ae804993b282 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:07.591529 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6fe11c3d-6edf-423f-a70d-2cded74fd8ec req-6acca09b-5af3-48ad-ab82-ae804993b282 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 946 time: 0.0989223 Sep 14 02:56:07.609121 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (2272dc79-79e1-444a-a89a-a5c9fce18b7d), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.612099 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (2272dc79-79e1-444a-a89a-a5c9fce18b7d), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.614649 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Allocated IP 172.28.1.237 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/60d23b52-c6f4-4fd7-9758-62a9a24c8564) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:56:07.623528 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Calling delete_port for 2272dc79-79e1-444a-a89a-a5c9fce18b7d owned by network:floatingip {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:07.716794 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6fe11c3d-6edf-423f-a70d-2cded74fd8ec req-e8a36404-7c8f-479c-b78d-db8b58eb70a2 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164806 Sep 14 02:56:07.747322 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:07.781814 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for port (60d23b52-c6f4-4fd7-9758-62a9a24c8564), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.803720 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:07.863116 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (2272dc79-79e1-444a-a89a-a5c9fce18b7d), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.888648 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event deleted for resources: {'Port': ['ID=2272dc79-79e1-444a-a89a-a5c9fce18b7d,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:07.894497 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (60d23b52-c6f4-4fd7-9758-62a9a24c8564), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.938674 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:56:07.946377 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:56:07.951706 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:56:07.955237 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'Port': ['ID=60d23b52-c6f4-4fd7-9758-62a9a24c8564,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:07.962724 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (50646027-2cf2-45fc-bdaa-38547fce39d1), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.966821 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:07.968917 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-fc03ef19-423a-4de0-9116-6a11a63ac1b4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/50646027-2cf2-45fc-bdaa-38547fce39d1 HTTP/1.1" status: 204 len: 168 time: 0.5885038 Sep 14 02:56:08.135083 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42842) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:08.139548 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-b6d1d3b6-e4d4-4b1f-adcd-f3988affd9f6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366049927', 'description': 'tempest-description--456215685'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:08.233262 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d3b6-e4d4-4b1f-adcd-f3988affd9f6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.302681 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d3b6-e4d4-4b1f-adcd-f3988affd9f6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (2fa522c5-c17d-4831-919a-02f53e40d5a4), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.367404 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d3b6-e4d4-4b1f-adcd-f3988affd9f6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (2fa522c5-c17d-4831-919a-02f53e40d5a4), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.402819 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1d3b6-e4d4-4b1f-adcd-f3988affd9f6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa522c5-c17d-4831-919a-02f53e40d5a4,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:08.458491 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d3b6-e4d4-4b1f-adcd-f3988affd9f6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.459777 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b6d1d3b6-e4d4-4b1f-adcd-f3988affd9f6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3237031 Sep 14 02:56:08.462856 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42844) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:08.467521 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-7a0ec918-287c-405c-80e2-8bdc3f68d91a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'security_group_rule': {'security_group_id': '2fa522c5-c17d-4831-919a-02f53e40d5a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:08.491819 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:08.636437 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for floatingip (b5014f43-2bcb-4773-8751-9faf21ec350c), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.759975 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec918-287c-405c-80e2-8bdc3f68d91a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (8ef2f891-66f6-4801-aeea-e1ddbd384f83), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.819113 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec918-287c-405c-80e2-8bdc3f68d91a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (8ef2f891-66f6-4801-aeea-e1ddbd384f83), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.844558 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (60d23b52-c6f4-4fd7-9758-62a9a24c8564), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.881529 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866ab9-e610-4c8c-ae14-3302d1766a25 req-9610d307-c45c-439b-adcd-6a2c72254dc8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:08.883059 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd866ab9-e610-4c8c-ae14-3302d1766a25 req-9610d307-c45c-439b-adcd-6a2c72254dc8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 946 time: 0.0775859 Sep 14 02:56:08.918956 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec918-287c-405c-80e2-8bdc3f68d91a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (8ef2f891-66f6-4801-aeea-e1ddbd384f83), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:08.943357 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ec918-287c-405c-80e2-8bdc3f68d91a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef2f891-66f6-4801-aeea-e1ddbd384f83,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:08.970381 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:08.986925 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fd866ab9-e610-4c8c-ae14-3302d1766a25 req-50baca4e-c14c-4d22-8029-1ca9a9aafa8b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980246 Sep 14 02:56:09.035658 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec918-287c-405c-80e2-8bdc3f68d91a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.036809 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7a0ec918-287c-405c-80e2-8bdc3f68d91a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5728669 Sep 14 02:56:09.039888 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42848) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:09.044638 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-69e2fc0f-1ce7-4dfc-acde-30e610cf410d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'security_group_rule': {'security_group_id': '2fa522c5-c17d-4831-919a-02f53e40d5a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:09.053845 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for port (60d23b52-c6f4-4fd7-9758-62a9a24c8564), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.118978 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (60d23b52-c6f4-4fd7-9758-62a9a24c8564), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.153352 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-69e2fc0f-1ce7-4dfc-acde-30e610cf410d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (4cb98931-2749-4982-bce6-a6c7ae01d316), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.188539 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'Port': ['ID=60d23b52-c6f4-4fd7-9758-62a9a24c8564,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:09.191085 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (b5014f43-2bcb-4773-8751-9faf21ec350c), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.211072 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-69e2fc0f-1ce7-4dfc-acde-30e610cf410d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (4cb98931-2749-4982-bce6-a6c7ae01d316), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.281644 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-69e2fc0f-1ce7-4dfc-acde-30e610cf410d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (4cb98931-2749-4982-bce6-a6c7ae01d316), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.290924 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Floating IP b5014f43-2bcb-4773-8751-9faf21ec350c associated. External IP: 172.28.1.237, port: 42a550f6-a343-4e95-8705-0d7bc913b0af. Sep 14 02:56:09.301787 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2fc0f-1ce7-4dfc-acde-30e610cf410d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb98931-2749-4982-bce6-a6c7ae01d316,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:09.322517 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.375037 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-69e2fc0f-1ce7-4dfc-acde-30e610cf410d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.376244 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-69e2fc0f-1ce7-4dfc-acde-30e610cf410d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3352506 Sep 14 02:56:09.386264 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42850) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:09.390697 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:09.482092 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.492755 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Router 350c8149-3d99-4f86-a8a0-850fbfc0e370 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:09.538283 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=9,neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.564383 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.604664 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:09.618551 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] Sync routers for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:09.630336 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:09.630974 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:09.684022 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Allocated IP 172.28.1.3 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/dca32746-1b5a-4ee0-ab8d-4b334ca35f60) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:56:09.692768 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.731315 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-db18fef6-e308-48ed-b2b7-639e4bbde5f8 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5845981 Sep 14 02:56:09.731315 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:09.731812 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa59f3-4c5c-46da-aab6-a7522b7d7471" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:09.734334 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42852) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:09.739892 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263211001', 'description': 'tempest-secgroup-smoke-263211001 description', 'project_id': 'c0ae116686c0415c860ea9f100686e59'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:09.749651 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:09.780638 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74214813-6550-49f7-bbd9-88f5e68736b8 x-openstack-request-id: req-74214813-6550-49f7-bbd9-88f5e68736b8 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:09.780805 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:09.781004 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-74214813-6550-49f7-bbd9-88f5e68736b8 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:09.781413 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74214813-6550-49f7-bbd9-88f5e68736b8'] response: {'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'status': 'completed', 'code': 200} Sep 14 02:56:09.834045 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.843449 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.849492 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.852085 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for port (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.853302 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.858734 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.868612 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-5cc26b3d-17ac-4469-a476-01da170f0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:09.871054 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-5cc26b3d-17ac-4469-a476-01da170f0f8d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1129 time: 0.0607660 Sep 14 02:56:09.961470 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group (117841aa-8380-4f57-8e9c-10d524860ab3), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:09.968637 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-7371bfd6-c8f9-4d17-a9b3-4dd13ff83125 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567980 Sep 14 02:56:09.990415 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-f0ca7a61-4c41-4957-b514-c57cd3c1bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:09.992230 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-f0ca7a61-4c41-4957-b514-c57cd3c1bfc0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 200 len: 915 time: 0.1101351 Sep 14 02:56:10.007280 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': 'b5014f43-2bcb-4773-8751-9faf21ec350c', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'floating_ip_address': '172.28.1.237', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'port_id': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'mac_address': 'fa:16:3e:7a:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:08Z', 'updated_at': '2022-09-14T02:56:08Z', 'revision_number': 0, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:13Z', 'revision_number': 5, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:10.011681 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.035727 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] Checking router: 350c8149-3d99-4f86-a8a0-850fbfc0e370 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:10.039991 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (117841aa-8380-4f57-8e9c-10d524860ab3), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.049579 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:10.050205 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:10.080207 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:56:10.087888 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:56:10.090657 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:56:10.099676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-bc117cfd-11af-4be7-9927-5ef326c83736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:10.099676 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-bc117cfd-11af-4be7-9927-5ef326c83736 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8699604d52874cda8ff8c3c7b8e23345&device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 1129 time: 0.0949476 Sep 14 02:56:10.138851 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117841aa-8380-4f57-8e9c-10d524860ab3,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:10.171337 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0f565-70f3-40cb-ac20-a149e338e223 req-24a70e62-7287-485f-b1b7-463b8128acf6 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:10.172889 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e7a0f565-70f3-40cb-ac20-a149e338e223 req-24a70e62-7287-485f-b1b7-463b8128acf6 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 946 time: 0.0888860 Sep 14 02:56:10.193124 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:10.199429 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.200549 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.200549 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.200549 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.200839 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.201030 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.201352 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.201672 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.201989 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.202311 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.202653 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.202969 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.203283 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.203598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.203915 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:10.213742 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.219984 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a6d93113-abd8-4be3-bcbd-712222faa1c1 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4824021 Sep 14 02:56:10.227613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42858) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:10.236735 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-8186e0a4-2a1c-4ff1-b398-3eef391ab3a3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'security_group_rule': {'security_group_id': '117841aa-8380-4f57-8e9c-10d524860ab3', 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:10.301219 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:10.323533 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-a1f5e9cb-ba89-4631-ada1-3c0543fac6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:10.324994 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-a1f5e9cb-ba89-4631-ada1-3c0543fac6fa service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 200 len: 919 time: 0.2038329 Sep 14 02:56:10.328258 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e7a0f565-70f3-40cb-ac20-a149e338e223 req-e3e16368-fd6e-4f0a-8a2d-0115bbb5d555 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204166 Sep 14 02:56:10.374793 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-895e4760-5cba-4120-95c0-ba51e4f3aa31 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95 HTTP/1.1" status: 200 len: 217 time: 0.0428095 Sep 14 02:56:10.389618 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8186e0a4-2a1c-4ff1-b398-3eef391ab3a3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (85afcb44-2f91-4d31-81b6-14211dec905b), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.397566 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'Port': ['ID=dca32746-1b5a-4ee0-ab8d-4b334ca35f60,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:10.403702 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-cd60e93e-3677-4737-8de4-4bce4e7a13b8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 999 time: 0.4002781 Sep 14 02:56:10.438281 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': 'b5014f43-2bcb-4773-8751-9faf21ec350c', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'floating_ip_address': '172.28.1.237', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'port_id': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'mac_address': 'fa:16:3e:7a:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:08Z', 'updated_at': '2022-09-14T02:56:08Z', 'revision_number': 0, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:13Z', 'revision_number': 5, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:10.464151 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb438a-f962-46fa-930a-4523fe98d18d None None] The sync data for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb is: [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': 'b5014f43-2bcb-4773-8751-9faf21ec350c', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'floating_ip_address': '172.28.1.237', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'port_id': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'mac_address': 'fa:16:3e:7a:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:08Z', 'updated_at': '2022-09-14T02:56:08Z', 'revision_number': 0, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:13Z', 'revision_number': 5, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:10.499382 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-933f6613-7cc8-429b-ac26-6be9e1c5c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:10.501044 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-933f6613-7cc8-429b-ac26-6be9e1c5c5a4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=38c9c1b2-fe64-455c-b255-b4025c45f3a9 HTTP/1.1" status: 200 len: 854 time: 0.0883389 Sep 14 02:56:10.513502 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (d50dc15e-e5bf-479f-9988-80b935e0ea54), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.527220 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:10.539099 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-96cdb7fe-7ca2-4647-9506-31136aab198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:10.540586 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-96cdb7fe-7ca2-4647-9506-31136aab198c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 200 len: 858 time: 0.1532204 Sep 14 02:56:10.557564 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba8dea-ac70-43c1-8676-338af0cba25f req-7f60cdeb-be4d-4fcc-8dc1-5853a828ba88 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:10.559828 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9cba8dea-ac70-43c1-8676-338af0cba25f req-7f60cdeb-be4d-4fcc-8dc1-5853a828ba88 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 946 time: 0.1359403 Sep 14 02:56:10.563956 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-2399ac58-5e2f-4586-a618-b93f09d0014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:10.565529 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-2399ac58-5e2f-4586-a618-b93f09d0014f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ccbc0fc8-7425-4b05-9d04-ef14a7670989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502992 Sep 14 02:56:10.571129 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42864) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:10.571412 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8186e0a4-2a1c-4ff1-b398-3eef391ab3a3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (85afcb44-2f91-4d31-81b6-14211dec905b), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.575943 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'floatingip': {'port_id': '65258f30-c654-426a-a21d-aeb6acac0950'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:10.607592 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-a6a4f54a-8919-4f4b-ae87-5c7c0580feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:10.609174 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-a6a4f54a-8919-4f4b-ae87-5c7c0580feae service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0582275 Sep 14 02:56:10.664192 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (586c1e98-fe3d-4289-bc55-8f5101544f03), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.667332 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8186e0a4-2a1c-4ff1-b398-3eef391ab3a3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (85afcb44-2f91-4d31-81b6-14211dec905b), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.696737 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186e0a4-2a1c-4ff1-b398-3eef391ab3a3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85afcb44-2f91-4d31-81b6-14211dec905b,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:10.733715 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597a097-6a1e-4baf-970b-9b3c7a83caaa None None] New status for floating IP b5014f43-2bcb-4773-8751-9faf21ec350c: ACTIVE {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:10.737252 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-ba70b942-b75c-4db9-81ba-f2e9a96defa2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193445 Sep 14 02:56:10.797025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8186e0a4-2a1c-4ff1-b398-3eef391ab3a3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.798229 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-8186e0a4-2a1c-4ff1-b398-3eef391ab3a3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5691080 Sep 14 02:56:10.801667 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42866) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:10.805135 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.806025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-ab811ecb-6693-42b6-9db4-ca126e9fe0ba tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'security_group_rule': {'security_group_id': '117841aa-8380-4f57-8e9c-10d524860ab3', 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:10.827461 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:10.836811 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:10.865840 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d09fe6f-9d31-4ba5-8bdc-ca6c30164967 req-f960bdd3-6e50-4ada-b2c5-632a53e3afd2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204934 Sep 14 02:56:10.909161 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ab811ecb-6693-42b6-9db4-ca126e9fe0ba tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (e8eae54f-b640-4041-969b-151bb55598f5), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.923108 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-10ca1187-d372-4123-80b5-ca9354039915 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435392 Sep 14 02:56:10.995826 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ab811ecb-6693-42b6-9db4-ca126e9fe0ba tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (e8eae54f-b640-4041-969b-151bb55598f5), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.059041 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ab811ecb-6693-42b6-9db4-ca126e9fe0ba tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (e8eae54f-b640-4041-969b-151bb55598f5), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.079233 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab811ecb-6693-42b6-9db4-ca126e9fe0ba tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eae54f-b640-4041-969b-151bb55598f5,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:11.130038 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:11.186256 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-18fa59f3-4c5c-46da-aab6-a7522b7d7471 req-8380be41-d39c-42a5-aab4-847cfea36c79 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534895 Sep 14 02:56:11.198109 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ab811ecb-6693-42b6-9db4-ca126e9fe0ba tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.199439 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ab811ecb-6693-42b6-9db4-ca126e9fe0ba tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3967798 Sep 14 02:56:11.202229 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42868) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:11.206873 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-bfff7ae3-1804-4afe-97cc-4cb948a1af88 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'security_group_rule': {'security_group_id': '117841aa-8380-4f57-8e9c-10d524860ab3', 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:11.261894 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for port (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.311341 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ae3-1804-4afe-97cc-4cb948a1af88 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (655913cd-099d-4dc8-b650-c8a328aec50c), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.336461 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.379779 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ae3-1804-4afe-97cc-4cb948a1af88 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (655913cd-099d-4dc8-b650-c8a328aec50c), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.444816 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ae3-1804-4afe-97cc-4cb948a1af88 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (655913cd-099d-4dc8-b650-c8a328aec50c), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.448992 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'Port': ['ID=dca32746-1b5a-4ee0-ab8d-4b334ca35f60,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:11.461003 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (d50dc15e-e5bf-479f-9988-80b935e0ea54), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.469118 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff7ae3-1804-4afe-97cc-4cb948a1af88 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655913cd-099d-4dc8-b650-c8a328aec50c,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:11.474321 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.555405 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ae3-1804-4afe-97cc-4cb948a1af88 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.556945 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-bfff7ae3-1804-4afe-97cc-4cb948a1af88 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3533406 Sep 14 02:56:11.559846 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42870) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:11.564730 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-3c1a6056-df5d-4d69-b359-94228714fffe tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'security_group_rule': {'security_group_id': '117841aa-8380-4f57-8e9c-10d524860ab3', 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:11.606934 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.612505 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-55a603ab-d4ba-4283-887b-d087b785bf84 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2209334 Sep 14 02:56:11.612505 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (586c1e98-fe3d-4289-bc55-8f5101544f03), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.612505 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:11.704919 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6056-df5d-4d69-b359-94228714fffe tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (b7cfaed4-a701-46d5-933a-8baacafab494), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.744842 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Floating IP 586c1e98-fe3d-4289-bc55-8f5101544f03 associated. External IP: 172.28.1.151, port: 65258f30-c654-426a-a21d-aeb6acac0950. Sep 14 02:56:11.824170 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-c35997ef-961e-4a5f-9c96-f32b2dd54372 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--366049927&fields=id&tenant_id=ef9e0f5a3e3a423fbd778a6218543a20 HTTP/1.1" status: 200 len: 267 time: 0.0447280 Sep 14 02:56:11.852936 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6056-df5d-4d69-b359-94228714fffe tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (b7cfaed4-a701-46d5-933a-8baacafab494), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.936637 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6056-df5d-4d69-b359-94228714fffe tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (b7cfaed4-a701-46d5-933a-8baacafab494), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:11.957463 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-74b8276d-25cf-4bfd-95f9-a45e6f857392 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:11.957463 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-74b8276d-25cf-4bfd-95f9-a45e6f857392 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 817 time: 0.1250567 Sep 14 02:56:11.987332 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-c0dd886b-8dd6-4fee-a214-b50f02886024 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/quotas/ef9e0f5a3e3a423fbd778a6218543a20 HTTP/1.1" status: 200 len: 375 time: 0.0152943 Sep 14 02:56:11.991485 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a6056-df5d-4d69-b359-94228714fffe tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cfaed4-a701-46d5-933a-8baacafab494,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:12.022362 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:12.054867 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-b1ef3096-a871-4d19-a410-08cf4d1b5f2d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595279 Sep 14 02:56:12.073007 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6056-df5d-4d69-b359-94228714fffe tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.076887 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3c1a6056-df5d-4d69-b359-94228714fffe tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5133286 Sep 14 02:56:12.078156 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42892) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:12.085086 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-76f3d302-58ba-4b38-9ef5-431864957a19 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'security_group_rule': {'security_group_id': '117841aa-8380-4f57-8e9c-10d524860ab3', 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:12.144986 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:12.149692 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:12.154997 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.159810 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:12.169858 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:12.173851 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:12.174677 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:12.176919 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-358545ac-0d47-4446-b309-43a015960c4f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172004 Sep 14 02:56:12.186548 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-1c044149-f8f7-4a01-84f2-a12b277d1f1d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/586c1e98-fe3d-4289-bc55-8f5101544f03 HTTP/1.1" status: 200 len: 992 time: 1.6139870 Sep 14 02:56:12.187619 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d46197-499b-4af6-89a9-47cfa71ff179', 'tag': '65258f30-c654-426a-a21d-aeb6acac0950'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:12.190254 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faafe1f-1127-47af-8ee9-57ca2307eeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "88d46197-499b-4af6-89a9-47cfa71ff179", "tag": "65258f30-c654-426a-a21d-aeb6acac0950"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:12.231086 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:12.235508 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.securitygroups_db [None req-76f3d302-58ba-4b38-9ef5-431864957a19 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Project c0ae116686c0415c860ea9f100686e59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:56:12.248396 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-76f3d302-58ba-4b38-9ef5-431864957a19 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (839ba5aa-43a2-47e4-8a28-72f975f9064a), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.282988 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:12.307041 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-7c8caaa3-0721-4185-bc86-930ef6ad416b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251128 Sep 14 02:56:12.326056 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-76f3d302-58ba-4b38-9ef5-431864957a19 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (839ba5aa-43a2-47e4-8a28-72f975f9064a), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.400562 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-76f3d302-58ba-4b38-9ef5-431864957a19 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (839ba5aa-43a2-47e4-8a28-72f975f9064a), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.422124 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6852f030-2cd5-4a62-ac76-c674c1e50664 x-openstack-request-id: req-6852f030-2cd5-4a62-ac76-c674c1e50664 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:12.422264 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d46197-499b-4af6-89a9-47cfa71ff179", "tag": "65258f30-c654-426a-a21d-aeb6acac0950", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:12.422561 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6852f030-2cd5-4a62-ac76-c674c1e50664 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:12.423027 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6852f030-2cd5-4a62-ac76-c674c1e50664'] response: {'name': 'network-changed', 'server_uuid': '88d46197-499b-4af6-89a9-47cfa71ff179', 'tag': '65258f30-c654-426a-a21d-aeb6acac0950', 'status': 'completed', 'code': 200} Sep 14 02:56:12.428382 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3d302-58ba-4b38-9ef5-431864957a19 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839ba5aa-43a2-47e4-8a28-72f975f9064a,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:12.516993 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-76f3d302-58ba-4b38-9ef5-431864957a19 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.522875 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-76f3d302-58ba-4b38-9ef5-431864957a19 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4397914 Sep 14 02:56:12.523939 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42904) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:12.529488 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-0c78b579-1ffc-448e-ba59-6277b91ae6e2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'security_group_rule': {'security_group_id': '117841aa-8380-4f57-8e9c-10d524860ab3', 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:12.545017 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '586c1e98-fe3d-4289-bc55-8f5101544f03', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '65258f30-c654-426a-a21d-aeb6acac0950', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:e2:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d46197-499b-4af6-89a9-47cfa71ff179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:55:54Z', 'updated_at': '2022-09-14T02:56:11Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:12.553465 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:12.568185 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5f1f-7619-49a0-927a-12833ae4fe72 req-35a3dd1f-9788-4d6f-b20d-74dd01f42d09 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:12.569679 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5ecc5f1f-7619-49a0-927a-12833ae4fe72 req-35a3dd1f-9788-4d6f-b20d-74dd01f42d09 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0928366 Sep 14 02:56:12.577130 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:12.587085 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:12.587754 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:12.592442 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-721f12f6-dc59-4cc5-b39e-9bfd38af001b req-335523cc-9904-445f-bc31-9bd307742704 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 210 time: 0.0468609 Sep 14 02:56:12.642423 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5ecc5f1f-7619-49a0-927a-12833ae4fe72 req-01053c63-1049-4f41-b6cd-65a1df32efe0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540338 Sep 14 02:56:12.704232 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:12.716179 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.securitygroups_db [None req-0c78b579-1ffc-448e-ba59-6277b91ae6e2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Project c0ae116686c0415c860ea9f100686e59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:56:12.722674 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0c78b579-1ffc-448e-ba59-6277b91ae6e2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (3d461eb3-9314-4c22-a726-10bf828646f5), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.793742 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0c78b579-1ffc-448e-ba59-6277b91ae6e2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (3d461eb3-9314-4c22-a726-10bf828646f5), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.865598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0c78b579-1ffc-448e-ba59-6277b91ae6e2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (3d461eb3-9314-4c22-a726-10bf828646f5), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.884622 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78b579-1ffc-448e-ba59-6277b91ae6e2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d461eb3-9314-4c22-a726-10bf828646f5,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:12.953097 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0c78b579-1ffc-448e-ba59-6277b91ae6e2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:12.954705 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0c78b579-1ffc-448e-ba59-6277b91ae6e2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4301276 Sep 14 02:56:13.012938 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '586c1e98-fe3d-4289-bc55-8f5101544f03', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '65258f30-c654-426a-a21d-aeb6acac0950', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:e2:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d46197-499b-4af6-89a9-47cfa71ff179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:55:54Z', 'updated_at': '2022-09-14T02:56:11Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:13.042417 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fda086-4b60-48c6-b37a-b188298a5cb4 None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '586c1e98-fe3d-4289-bc55-8f5101544f03', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': '65258f30-c654-426a-a21d-aeb6acac0950', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:e2:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d46197-499b-4af6-89a9-47cfa71ff179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:55:54Z', 'updated_at': '2022-09-14T02:56:11Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:13.056813 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-d4a50d54-47ba-4ba8-b080-89d739bb4f72 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-263211001&fields=id&tenant_id=c0ae116686c0415c860ea9f100686e59 HTTP/1.1" status: 200 len: 267 time: 0.0473235 Sep 14 02:56:13.106977 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-c5fb3a8f-83e3-4c22-ac6d-ca999d1f1100 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:13.108956 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-c5fb3a8f-83e3-4c22-ac6d-ca999d1f1100 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0506394 Sep 14 02:56:13.130717 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'port': {'security_groups': ['de1a97bc-3daf-40a5-81d6-f67cd22d5f10', '117841aa-8380-4f57-8e9c-10d524860ab3']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:13.210891 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:13.257313 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb1547-a62c-4026-9cf7-04ebc6d3cde1 None None] New status for floating IP 586c1e98-fe3d-4289-bc55-8f5101544f03: ACTIVE {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:13.399766 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] For port 42a550f6-a343-4e95-8705-0d7bc913b0af, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=42a550f6-a343-4e95-8705-0d7bc913b0af,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:13.408925 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:13.428678 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:13.485101 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:13.496101 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:13.496742 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:13.498363 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1e25472f-6062-4203-aa6b-262f6c3e5453 req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "PUT /networking/v2.0/ports/42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 981 time: 0.3756738 Sep 14 02:56:13.499234 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:13.499392 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['42a550f6-a343-4e95-8705-0d7bc913b0af'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:56:13.501888 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8182bf64-1cc3-412b-adcb-b16d932954af" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:13.556889 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c77c48-ca51-4044-8064-9ceef3239063 x-openstack-request-id: req-28c77c48-ca51-4044-8064-9ceef3239063 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:13.557869 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:13.557869 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-28c77c48-ca51-4044-8064-9ceef3239063 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:13.557869 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c77c48-ca51-4044-8064-9ceef3239063'] response: {'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'status': 'completed', 'code': 200} Sep 14 02:56:13.563940 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2be45-1f6c-4e07-bec4-915cb00cf529 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'Port': ['ID=42a550f6-a343-4e95-8705-0d7bc913b0af,revision_number=6']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:13.615986 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['42a550f6-a343-4e95-8705-0d7bc913b0af'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:56:13.643615 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab9bf8-ffd6-4e15-a05a-37b74a341112 req-2879b1dd-43a0-47ac-b5cd-f2b021446e4b tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:13.645816 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-64ab9bf8-ffd6-4e15-a05a-37b74a341112 req-2879b1dd-43a0-47ac-b5cd-f2b021446e4b tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0512192 Sep 14 02:56:13.650850 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:13.732137 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fc82516b-1dde-4764-942f-7515d76cb4e9 req-f1b0aa4e-4d30-48d7-bcbe-2d05ef4ea4fa tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 210 time: 0.0435150 Sep 14 02:56:13.750097 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-64ab9bf8-ffd6-4e15-a05a-37b74a341112 req-5b03e4a9-f2e2-49f8-a3c8-58a8cc175532 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908165 Sep 14 02:56:13.856936 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb880228-807e-4723-a086-72a001fc8b35 req-e53ded49-d781-43a6-aabf-7069210e05cb tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:13.858519 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fb880228-807e-4723-a086-72a001fc8b35 req-e53ded49-d781-43a6-aabf-7069210e05cb tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0490656 Sep 14 02:56:13.900625 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:13.905990 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fb880228-807e-4723-a086-72a001fc8b35 req-68643503-bbb0-4ccd-9c88-c011105117de tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414343 Sep 14 02:56:14.418341 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-5705919b-ce5a-47e4-a4c3-bb116a66b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.419976 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-5705919b-ce5a-47e4-a4c3-bb116a66b493 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 1130 time: 0.0416105 Sep 14 02:56:14.421849 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182bf64-1cc3-412b-adcb-b16d932954af req-dbf4be88-4299-48bd-9a30-cb1171484e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.423383 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8182bf64-1cc3-412b-adcb-b16d932954af req-dbf4be88-4299-48bd-9a30-cb1171484e12 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1168 time: 0.0455208 Sep 14 02:56:14.481781 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-249ea441-e0a2-4485-b243-19f3c29dc036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:14.527495 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-a93a5904-ed6f-4425-9baf-709c68825eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.528972 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-a93a5904-ed6f-4425-9baf-709c68825eb6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 914 time: 0.0949123 Sep 14 02:56:14.630671 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-836e450d-4323-4c81-9f9b-06d7da94ce60 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65258f30-c654-426a-a21d-aeb6acac0950 HTTP/1.1" status: 200 len: 1002 time: 0.0556655 Sep 14 02:56:14.661482 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182bf64-1cc3-412b-adcb-b16d932954af req-299a3a4f-1eee-4f61-bac0-7ba038a6d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.663002 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8182bf64-1cc3-412b-adcb-b16d932954af req-299a3a4f-1eee-4f61-bac0-7ba038a6d3fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 200 len: 915 time: 0.0889454 Sep 14 02:56:14.674308 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:14.686071 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-b8904b76-ffe5-474f-b8fa-3d5f52c52d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.687645 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-b8904b76-ffe5-474f-b8fa-3d5f52c52d44 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.0500603 Sep 14 02:56:14.773802 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8182bf64-1cc3-412b-adcb-b16d932954af req-5433dfc9-dfd5-49d3-85ff-8e3ed01f5a40 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 1001 time: 0.0613368 Sep 14 02:56:14.779496 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-86dad2e2-fa9e-4843-bab3-ab469419ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.780990 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-86dad2e2-fa9e-4843-bab3-ab469419ac02 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0693626 Sep 14 02:56:14.789786 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-1c602d47-c486-472b-9b80-3cfb6efa2e2d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.791263 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-1c602d47-c486-472b-9b80-3cfb6efa2e2d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.0784338 Sep 14 02:56:14.851334 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182bf64-1cc3-412b-adcb-b16d932954af req-b6e22b90-9efc-45eb-9f4c-a8a8060dac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.852821 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8182bf64-1cc3-412b-adcb-b16d932954af req-b6e22b90-9efc-45eb-9f4c-a8a8060dac60 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=38c9c1b2-fe64-455c-b255-b4025c45f3a9 HTTP/1.1" status: 200 len: 854 time: 0.0538774 Sep 14 02:56:14.897822 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182bf64-1cc3-412b-adcb-b16d932954af req-10fa5b14-3d1c-48cc-bebb-f90d4975cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:14.899282 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8182bf64-1cc3-412b-adcb-b16d932954af req-10fa5b14-3d1c-48cc-bebb-f90d4975cd64 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ccbc0fc8-7425-4b05-9d04-ef14a7670989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0407867 Sep 14 02:56:14.926691 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9cc97621-7791-4cd8-9abc-7c25a0108efa req-34cb9f83-0253-43fc-bd1f-81367e42b1d7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 210 time: 0.0676875 Sep 14 02:56:15.001830 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Deleting port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:15.002169 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:15.005102 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8182bf64-1cc3-412b-adcb-b16d932954af req-d5d34db5-708e-494d-9af0-75b8165dfe2d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996475 Sep 14 02:56:15.009688 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-0d9c427e-82a4-4cde-afc3-898066ec2a92 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096107 Sep 14 02:56:15.116689 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8182bf64-1cc3-412b-adcb-b16d932954af req-2ac8bf8b-6bb7-4e3e-a1f0-21e5413a80ab service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995202 Sep 14 02:56:15.402427 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fd72f-1ae1-484d-be95-20a2b471d7c1 req-2c7f63cf-2847-4f0e-880a-991950e1e62c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:15.403959 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d40fd72f-1ae1-484d-be95-20a2b471d7c1 req-2c7f63cf-2847-4f0e-880a-991950e1e62c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 945 time: 0.1191957 Sep 14 02:56:15.486600 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:15.489102 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] For port bbfe0386-24e8-40ad-81dc-7a8790a51ab5, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:15.489462 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:15.555129 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d40fd72f-1ae1-484d-be95-20a2b471d7c1 req-6dfbc9d5-d1e7-4517-bfbe-c8df2553bd48 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=04b610fe-2776-4bf5-a1d2-16f9c88627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454325 Sep 14 02:56:15.559820 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6faafe1f-1127-47af-8ee9-57ca2307eeb4 req-85329fe9-8d90-46f3-a356-702019e9d212 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734849 Sep 14 02:56:15.693562 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:15.693934 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (916fa737-680b-44c8-b44f-67dffce281a1), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:15.697714 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Floating IP 916fa737-680b-44c8-b44f-67dffce281a1 disassociated. External IP: 172.28.1.205, port: bbfe0386-24e8-40ad-81dc-7a8790a51ab5. Sep 14 02:56:15.697714 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Calling delete_port for bbfe0386-24e8-40ad-81dc-7a8790a51ab5 owned by compute:nova {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:15.924629 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-6d6a20f7-004a-4160-a17d-be82332d0f13 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:15.926744 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-6d6a20f7-004a-4160-a17d-be82332d0f13 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 817 time: 0.1281850 Sep 14 02:56:15.949597 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:15.967139 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (bbfe0386-24e8-40ad-81dc-7a8790a51ab5), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:16.013527 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event deleted for resources: {'Port': ['ID=bbfe0386-24e8-40ad-81dc-7a8790a51ab5,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:16.029400 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-973df852-edb1-459b-acaa-da46a1a8aa87 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef9e0f5a3e3a423fbd778a6218543a20 HTTP/1.1" status: 200 len: 379 time: 0.0928948 Sep 14 02:56:16.046023 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'port': {'device_id': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'admin_state_up': True, 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'security_groups': ['2fa522c5-c17d-4831-919a-02f53e40d5a4']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:16.108116 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-543ddf34-895a-4a57-94df-36c0f88ebc84 req-104d4990-8db9-4813-821a-bc071313e1b7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 210 time: 0.0835884 Sep 14 02:56:16.254358 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:16.262109 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:16.348400 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Made reservation on behalf of ef9e0f5a3e3a423fbd778a6218543a20 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:56:16.359343 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:16.389681 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:16.402674 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] Sync routers for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:16.416698 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:16.417332 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:55:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:16.454065 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:16.468371 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] No DVR routers for this DVR port bbfe0386-24e8-40ad-81dc-7a8790a51ab5 on host hv-cinder-85707 {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:16.473629 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:16.476938 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b9eaf5ed-35f4-4511-af5b-3d894d1e2bec req-ad4abb00-a40a-49a9-81d2-7359cba2b71a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "DELETE /networking/v2.0/ports/bbfe0386-24e8-40ad-81dc-7a8790a51ab5 HTTP/1.1" status: 204 len: 173 time: 1.6749959 Sep 14 02:56:16.477459 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'name': 'network-vif-deleted', 'tag': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:16.480567 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9515219e-d8ae-4346-bdcc-cbc846edafd6" -d '{"events": [{"server_uuid": "ee0033f6-a85b-4969-b814-0c7e678ef00e", "name": "network-vif-deleted", "tag": "bbfe0386-24e8-40ad-81dc-7a8790a51ab5"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:16.528597 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:16.542052 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f8714e-7195-4e4a-aebd-2f1fa10ae470 x-openstack-request-id: req-32f8714e-7195-4e4a-aebd-2f1fa10ae470 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:16.542388 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0033f6-a85b-4969-b814-0c7e678ef00e", "name": "network-vif-deleted", "tag": "bbfe0386-24e8-40ad-81dc-7a8790a51ab5", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:16.542649 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-32f8714e-7195-4e4a-aebd-2f1fa10ae470 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:16.543143 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f8714e-7195-4e4a-aebd-2f1fa10ae470'] response: {'server_uuid': 'ee0033f6-a85b-4969-b814-0c7e678ef00e', 'name': 'network-vif-deleted', 'tag': 'bbfe0386-24e8-40ad-81dc-7a8790a51ab5', 'status': 'completed', 'code': 200} Sep 14 02:56:16.562292 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Allocated IP 172.20.0.7 (1494a22c-5bc9-4637-96fd-e852f4fb232e/466b5909-9670-4a0c-8ccb-87aa29059da2/639812eb-81d1-4569-841f-ba9e5ec03037) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:56:16.665487 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:16.690743 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f759b948-aa0b-44d1-af03-cefa29356c3e req-be39092c-0f89-4b7b-a00d-06a50f8c0723 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 210 time: 0.0313563 Sep 14 02:56:16.694087 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:16.723618 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:16.750608 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-433eb5fe-8ec4-46d6-a5e3-42cddcc6425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:16.752017 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for port (639812eb-81d1-4569-841f-ba9e5ec03037), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:16.754286 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] Checking router: 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:16.764824 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:16.765434 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:16.859162 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:16.871313 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:16.910318 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:56:16.915942 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:56:16.926757 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:56:16.926757 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:16.974852 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:16.975621 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:17.064714 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a8bbc4f-6b02-4fa1-a9d1-aa289a300b7a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0233905 Sep 14 02:56:17.071466 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:17.079958 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Request body: {'port': {'device_id': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:17.098826 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37886f8-3164-41d8-a6d8-c661eab52883 None None] The sync data for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb is: [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:17.141221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-0ce06ce9-2acd-4a18-bb45-70e1e545eea3 None None] Provisioning complete for port 639812eb-81d1-4569-841f-ba9e5ec03037 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:56:17.141889 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ce06ce9-2acd-4a18-bb45-70e1e545eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:17.142438 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-0ce06ce9-2acd-4a18-bb45-70e1e545eea3 None None] Attempt 1 to provision port 639812eb-81d1-4569-841f-ba9e5ec03037 Sep 14 02:56:17.166683 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:17.210440 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06ce9-2acd-4a18-bb45-70e1e545eea3 None None] Port 639812eb-81d1-4569-841f-ba9e5ec03037 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:56:17.321027 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9b0c-4176-4665-bfa4-ad9c1b012c79 req-fba28df1-d8ad-4cd3-8cb9-b5e3b61a0e68 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:17.322552 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4b1c9b0c-4176-4665-bfa4-ad9c1b012c79 req-fba28df1-d8ad-4cd3-8cb9-b5e3b61a0e68 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 931 time: 0.0965362 Sep 14 02:56:17.388139 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de4594-3642-4752-8a6b-07eddb4b3305 None None] New status for floating IP 916fa737-680b-44c8-b44f-67dffce281a1: DOWN {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:17.428784 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4b1c9b0c-4176-4665-bfa4-ad9c1b012c79 req-e87bb9eb-3e0f-438f-a1cf-d507b8db1f53 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964794 Sep 14 02:56:17.500635 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:17.512922 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639812eb-81d1-4569-841f-ba9e5ec03037 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:56:17.520892 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Publish callbacks [] for port (639812eb-81d1-4569-841f-ba9e5ec03037), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:17.532786 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Transition to ACTIVE for port object 639812eb-81d1-4569-841f-ba9e5ec03037 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:56:17.622054 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:17.706119 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:17.711979 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-0ce06ce9-2acd-4a18-bb45-70e1e545eea3 None None] Attempt 2 to provision port 639812eb-81d1-4569-841f-ba9e5ec03037 Sep 14 02:56:17.741205 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Attempting to bind port 639812eb-81d1-4569-841f-ba9e5ec03037 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:56:17.741622 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Attempting to bind port 639812eb-81d1-4569-841f-ba9e5ec03037 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:56:17.741955 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Attempting to bind port 639812eb-81d1-4569-841f-ba9e5ec03037 on network 1494a22c-5bc9-4637-96fd-e852f4fb232e {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:56:17.750340 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06ce9-2acd-4a18-bb45-70e1e545eea3 None None] Port 639812eb-81d1-4569-841f-ba9e5ec03037 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:56:17.773987 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:17.787508 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Port 639812eb-81d1-4569-841f-ba9e5ec03037 on network 1494a22c-5bc9-4637-96fd-e852f4fb232e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:56:17.787638 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Attempting to bind port 639812eb-81d1-4569-841f-ba9e5ec03037 on network 1494a22c-5bc9-4637-96fd-e852f4fb232e {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:56:17.851437 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f3c63d43-1c20-4542-bcaa-5d11f61501a1 req-163237a0-893f-4afa-a5cd-c4e547baadba tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee0033f6-a85b-4969-b814-0c7e678ef00e HTTP/1.1" status: 200 len: 210 time: 0.0418324 Sep 14 02:56:17.867217 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:56:17.867552 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Checking segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:56:17.867931 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Bound using segment: {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:56:17.868365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Bound port: 639812eb-81d1-4569-841f-ba9e5ec03037, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2865288-5d8b-4f6d-abe7-26d07ada409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:56:17.869158 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:17.930019 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:56:17.933002 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:56:18.051863 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:18.056484 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:18.057092 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:18.058513 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 200 len: 1093 time: 0.9846900 Sep 14 02:56:18.103575 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e65a3c-2cbc-4a4b-a4cf-911285b2a780 service neutron] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:18.181499 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:18.199751 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-74ab072c-e966-4988-9baa-1d0da7378fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:18.201309 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-74ab072c-e966-4988-9baa-1d0da7378fa0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 1127 time: 0.0406320 Sep 14 02:56:18.245434 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-37c0d6dd-d8e0-4c4e-bdde-934056ccdb27 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 200 len: 217 time: 0.0361950 Sep 14 02:56:18.251528 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-0ce06ce9-2acd-4a18-bb45-70e1e545eea3 None None] Attempt 3 to provision port 639812eb-81d1-4569-841f-ba9e5ec03037 Sep 14 02:56:18.293372 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06ce9-2acd-4a18-bb45-70e1e545eea3 None None] Port 639812eb-81d1-4569-841f-ba9e5ec03037 had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:56:18.296217 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-2a5e9266-4648-4fae-82af-22653168f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:18.297846 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-2a5e9266-4648-4fae-82af-22653168f9b1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.0457468 Sep 14 02:56:18.341592 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-746daff8-b379-4b3a-adc6-fa2e3106d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:18.343006 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-746daff8-b379-4b3a-adc6-fa2e3106d169 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0372674 Sep 14 02:56:18.440663 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-87286017-e76b-4d1c-b4c5-41be07594938 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858321 Sep 14 02:56:18.484032 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device bbfe0386-24e8-40ad-81dc-7a8790a51ab5 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:18.506162 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: bbfe0386-24e8-40ad-81dc-7a8790a51ab5 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:18.506670 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device bbfe0386-24e8-40ad-81dc-7a8790a51ab5 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:18.553759 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:18.555970 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c02b010-0dec-4810-9205-b8d3af3be598" -d '{"events": [{"name": "network-changed", "server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:18.568971 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-18900f9e-ac19-41a9-981c-3a6d60476593 req-4a163367-be3e-4ece-845f-b2be9bdf90f5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211166 Sep 14 02:56:18.579487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4a91d-0931-4e8d-86ab-ae852648f17e req-9adb1292-808c-4811-b762-d19360714a64 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:18.580919 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c5b4a91d-0931-4e8d-86ab-ae852648f17e req-9adb1292-808c-4811-b762-d19360714a64 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0643737 Sep 14 02:56:18.602758 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd6198-5dae-4b06-b549-1bff47499f59 x-openstack-request-id: req-4dfd6198-5dae-4b06-b549-1bff47499f59 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:18.603045 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:18.603294 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4dfd6198-5dae-4b06-b549-1bff47499f59 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:18.603673 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfd6198-5dae-4b06-b549-1bff47499f59'] response: {'name': 'network-changed', 'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037', 'status': 'completed', 'code': 200} Sep 14 02:56:18.633221 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c5b4a91d-0931-4e8d-86ab-ae852648f17e req-14b64ba9-679e-4623-a11f-a9c1abd9f736 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460634 Sep 14 02:56:19.022563 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42952) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:19.048633 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:19.076045 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e309fca4-c38c-441c-aff2-bf7ec86fa49f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (04b610fe-2776-4bf5-a1d2-16f9c88627d2), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.099169 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e309fca4-c38c-441c-aff2-bf7ec86fa49f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (04b610fe-2776-4bf5-a1d2-16f9c88627d2), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.235898 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e309fca4-c38c-441c-aff2-bf7ec86fa49f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (04b610fe-2776-4bf5-a1d2-16f9c88627d2), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.239374 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e309fca4-c38c-441c-aff2-bf7ec86fa49f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.240533 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-e309fca4-c38c-441c-aff2-bf7ec86fa49f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/04b610fe-2776-4bf5-a1d2-16f9c88627d2 HTTP/1.1" status: 204 len: 168 time: 0.2169576 Sep 14 02:56:19.243422 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42954) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:19.249719 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309fca4-c38c-441c-aff2-bf7ec86fa49f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b610fe-2776-4bf5-a1d2-16f9c88627d2,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:19.259309 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.api.v2.resource [None req-2ca3edcd-37a3-4f1a-b00e-3884aab7c58a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] show failed (client error): The resource could not be found. Sep 14 02:56:19.260477 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-2ca3edcd-37a3-4f1a-b00e-3884aab7c58a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups/04b610fe-2776-4bf5-a1d2-16f9c88627d2 HTTP/1.1" status: 404 len: 347 time: 0.0159562 Sep 14 02:56:19.263252 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42956) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:19.380379 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Deleting port 92dcf015-3661-4fe6-a595-4e1822b6d85e {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:19.380718 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (92dcf015-3661-4fe6-a595-4e1822b6d85e), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.454075 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:19.458195 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (92dcf015-3661-4fe6-a595-4e1822b6d85e), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.458550 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (92dcf015-3661-4fe6-a595-4e1822b6d85e), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.471030 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Calling delete_port for 92dcf015-3661-4fe6-a595-4e1822b6d85e owned by network:floatingip {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:19.695614 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-6d005f74-feec-4326-98c4-c0f62115016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:19.697247 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-6d005f74-feec-4326-98c4-c0f62115016b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 1127 time: 0.0471542 Sep 14 02:56:19.793358 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:19.808843 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631884b-7e7a-48e9-b3ab-2bf4ab304193 req-8b3f0cba-3345-46ec-8f3c-86f74fa76588 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:19.810767 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a631884b-7e7a-48e9-b3ab-2bf4ab304193 req-8b3f0cba-3345-46ec-8f3c-86f74fa76588 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0853243 Sep 14 02:56:19.858782 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.882105 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-40f5a84d-ec04-4ccb-84a3-b2847ada27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:19.883691 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-40f5a84d-ec04-4ccb-84a3-b2847ada27d2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.1791046 Sep 14 02:56:19.887873 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.891941 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a631884b-7e7a-48e9-b3ab-2bf4ab304193 req-cea4dd17-ba42-4650-9887-ca40a96d72b6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734892 Sep 14 02:56:19.926067 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-068bf196-e397-47ef-98eb-6fd1a70b6891 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 200 len: 217 time: 0.0329723 Sep 14 02:56:19.933402 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (92dcf015-3661-4fe6-a595-4e1822b6d85e), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:19.962690 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event deleted for resources: {'Port': ['ID=92dcf015-3661-4fe6-a595-4e1822b6d85e,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:19.981687 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-04d54489-a4d4-49fb-b9d8-8a3b5b4ce1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:19.983180 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-04d54489-a4d4-49fb-b9d8-8a3b5b4ce1b0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.0495908 Sep 14 02:56:20.023233 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:20.026559 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (916fa737-680b-44c8-b44f-67dffce281a1), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.028944 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.030236 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-aeab4f4a-665e-4acb-8e44-44ccf45fff54 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/916fa737-680b-44c8-b44f-67dffce281a1 HTTP/1.1" status: 204 len: 168 time: 0.7659171 Sep 14 02:56:20.033252 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-dbc28969-859a-473b-ae0f-1b062dab834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:20.034875 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-dbc28969-859a-473b-ae0f-1b062dab834a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436499 Sep 14 02:56:20.127494 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-1cfe64d6-d574-4484-a249-393f3edd9255 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861325 Sep 14 02:56:20.196072 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42966) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:20.200645 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-f0e0b244-02c6-402a-aa56-eba1e4f9c10a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905573343', 'description': 'tempest-description--344027293'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:20.231879 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3c02b010-0dec-4810-9205-b8d3af3be598 req-d6f37eaa-9ec8-42d6-821c-a54e8043e90c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910819 Sep 14 02:56:20.287380 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b244-02c6-402a-aa56-eba1e4f9c10a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.354881 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b244-02c6-402a-aa56-eba1e4f9c10a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (b2722e63-c205-4596-b41b-c529d4054fa6), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.418380 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b244-02c6-402a-aa56-eba1e4f9c10a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (b2722e63-c205-4596-b41b-c529d4054fa6), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.448034 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0b244-02c6-402a-aa56-eba1e4f9c10a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2722e63-c205-4596-b41b-c529d4054fa6,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:20.493128 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:56:20.509241 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b244-02c6-402a-aa56-eba1e4f9c10a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.510459 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:20.510608 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f0e0b244-02c6-402a-aa56-eba1e4f9c10a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3133740 Sep 14 02:56:20.513319 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 42968) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:20.517681 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-eb2614ed-cc32-4f95-9b74-a70b7c0c558f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'security_group_rule': {'security_group_id': 'b2722e63-c205-4596-b41b-c529d4054fa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:20.596928 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:20.608439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '639812eb-81d1-4569-841f-ba9e5ec03037', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'port_id': '639812eb-81d1-4569-841f-ba9e5ec03037', 'mac_address': 'fa:16:3e:98:a6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:56:20.611328 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-eb2614ed-cc32-4f95-9b74-a70b7c0c558f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (9cf32497-6d2f-4a74-894b-f98997c8d695), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.642269 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:20.644587 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 639812eb-81d1-4569-841f-ba9e5ec03037 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:56:20.644978 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.658077 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639812eb-81d1-4569-841f-ba9e5ec03037 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:56:20.669015 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-eb2614ed-cc32-4f95-9b74-a70b7c0c558f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (9cf32497-6d2f-4a74-894b-f98997c8d695), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.679195 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:20.744430 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-eb2614ed-cc32-4f95-9b74-a70b7c0c558f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (9cf32497-6d2f-4a74-894b-f98997c8d695), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.763152 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2614ed-cc32-4f95-9b74-a70b7c0c558f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf32497-6d2f-4a74-894b-f98997c8d695,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:20.779375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.826587 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-eb2614ed-cc32-4f95-9b74-a70b7c0c558f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.827833 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-eb2614ed-cc32-4f95-9b74-a70b7c0c558f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135779 Sep 14 02:56:20.829921 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:20.830648 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42970) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:20.836059 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-dc8b2fef-4a74-48f5-9860-55c4f90f9bc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'security_group_rule': {'security_group_id': 'b2722e63-c205-4596-b41b-c529d4054fa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:20.923702 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2fef-4a74-48f5-9860-55c4f90f9bc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (4bcc5129-a4ed-44de-b75c-0ebe6e58b6e2), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.008272 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2fef-4a74-48f5-9860-55c4f90f9bc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (4bcc5129-a4ed-44de-b75c-0ebe6e58b6e2), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.026424 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc940e4a-ca68-4471-b1b8-58404c32c9f0 req-807b2e57-8733-479b-a801-6ca8fe4ab8e1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:21.027930 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bc940e4a-ca68-4471-b1b8-58404c32c9f0 req-807b2e57-8733-479b-a801-6ca8fe4ab8e1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 944 time: 0.0530555 Sep 14 02:56:21.075182 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2fef-4a74-48f5-9860-55c4f90f9bc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (4bcc5129-a4ed-44de-b75c-0ebe6e58b6e2), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.087038 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bc940e4a-ca68-4471-b1b8-58404c32c9f0 req-88724455-b17e-423b-9ef2-ff8987ceb8fd tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535200 Sep 14 02:56:21.099342 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b2fef-4a74-48f5-9860-55c4f90f9bc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcc5129-a4ed-44de-b75c-0ebe6e58b6e2,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:21.106302 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['639812eb-81d1-4569-841f-ba9e5ec03037'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:56:21.181013 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2fef-4a74-48f5-9860-55c4f90f9bc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.182230 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-dc8b2fef-4a74-48f5-9860-55c4f90f9bc9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505867 Sep 14 02:56:21.185416 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 42974) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:21.194303 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:21.282242 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.347818 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:21.361694 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.474826 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Allocated IP 172.28.1.17 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/f70a4216-f050-4d26-ba86-aa49d082787d) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:56:21.541685 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:21.584968 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for port (f70a4216-f050-4d26-ba86-aa49d082787d), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.705627 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (f70a4216-f050-4d26-ba86-aa49d082787d), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.750198 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:56:21.756120 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:56:21.758240 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'Port': ['ID=f70a4216-f050-4d26-ba86-aa49d082787d,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:21.760389 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:56:21.849020 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (983f7864-ea44-495d-80b5-7f6f8df766c0), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.951027 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f70a4216-f050-4d26-ba86-aa49d082787d), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:22.286044 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406efa64-59f4-4561-8186-fe9e54a33284 req-7e670c38-53a4-44be-abe3-76188d9aebdc tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:22.287858 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-406efa64-59f4-4561-8186-fe9e54a33284 req-7e670c38-53a4-44be-abe3-76188d9aebdc tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 944 time: 0.0620937 Sep 14 02:56:22.395725 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:22.403850 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-406efa64-59f4-4561-8186-fe9e54a33284 req-bb2bad3c-e46f-4295-bc42-7f1cdce8a7aa tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773787 Sep 14 02:56:22.431648 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for port (f70a4216-f050-4d26-ba86-aa49d082787d), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:22.508238 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:56:22.527186 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (f70a4216-f050-4d26-ba86-aa49d082787d), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:22.554248 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 639812eb-81d1-4569-841f-ba9e5ec03037 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:56:22.594873 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'Port': ['ID=f70a4216-f050-4d26-ba86-aa49d082787d,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:22.601142 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (983f7864-ea44-495d-80b5-7f6f8df766c0), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:22.624165 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 639812eb-81d1-4569-841f-ba9e5ec03037 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:56:22.629629 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:22.629629 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 639812eb-81d1-4569-841f-ba9e5ec03037 Sep 14 02:56:22.692540 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:22.693775 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-caf4895c-ef66-483b-85aa-ff3b5418ade6 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5074239 Sep 14 02:56:22.704139 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 639812eb-81d1-4569-841f-ba9e5ec03037 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:56:22.704947 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:22.728188 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:22.730584 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db31f73b-4ab4-40cb-88fc-75f55105e12e" -d '{"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-plugged", "status": "completed", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:22.743895 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:22.773529 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2edb692-558e-477e-8606-e317cf5c3823 x-openstack-request-id: req-c2edb692-558e-477e-8606-e317cf5c3823 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:22.773991 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-plugged", "status": "completed", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:22.774253 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c2edb692-558e-477e-8606-e317cf5c3823 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:22.774696 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2edb692-558e-477e-8606-e317cf5c3823'] response: {'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037', 'code': 200} Sep 14 02:56:22.805396 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:22.824877 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:56:22.857801 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:22.908421 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-f53cfa36-d713-4b19-b340-cd0283d9dfca tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1905573343&fields=id&tenant_id=c41ee9a31d894ff7bba265021cdca4fa HTTP/1.1" status: 200 len: 267 time: 0.0469778 Sep 14 02:56:23.015872 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-1f0d07f3-8e02-4903-ac28-3e51143df8fb tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:23.017313 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-1f0d07f3-8e02-4903-ac28-3e51143df8fb tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 811 time: 0.1017568 Sep 14 02:56:23.034388 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0f3180f8-f8e3-415d-a998-a12711afb268 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/quotas/c41ee9a31d894ff7bba265021cdca4fa HTTP/1.1" status: 200 len: 375 time: 0.0105381 Sep 14 02:56:23.117945 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-9174cdc0-4969-44f3-8296-dfbaaf3ba55c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775635 Sep 14 02:56:23.119029 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27142fc5-70e3-4450-bb3e-07f012371186 req-5f9a1b3e-2123-4d3a-806b-3e71e7e6ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:23.120378 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-27142fc5-70e3-4450-bb3e-07f012371186 req-5f9a1b3e-2123-4d3a-806b-3e71e7e6ed87 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 1129 time: 0.0698740 Sep 14 02:56:23.231449 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-27142fc5-70e3-4450-bb3e-07f012371186 req-e27f33b7-03c7-4da4-9237-3bcc54b2fedf service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929401 Sep 14 02:56:23.246454 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-27e1fe70-35e6-4759-a5f2-cdfbbc92ef02 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161823 Sep 14 02:56:23.322684 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:23.336398 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-03a151ff-4eaf-4f37-b805-653847bca7d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841870 Sep 14 02:56:23.536731 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218ac5d-d113-4349-83ce-450eb71e762f req-ea3f5d0b-5f32-4f2b-9576-547614d28e8b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:23.538283 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6218ac5d-d113-4349-83ce-450eb71e762f req-ea3f5d0b-5f32-4f2b-9576-547614d28e8b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0513813 Sep 14 02:56:23.585301 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6218ac5d-d113-4349-83ce-450eb71e762f req-d29946eb-c2eb-4c97-9189-db5ba3a1db1b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412989 Sep 14 02:56:23.669990 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7e82d009-387e-4a06-ac7f-bd91f585e16b req-0481f06f-8cfc-4b97-b69f-840b6b6b982d tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 210 time: 0.0281942 Sep 14 02:56:24.720695 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc32261-e0ab-4976-a1f0-ed9f732bbe61 req-94457409-a967-4238-a163-d827542ea62c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:24.722159 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ccc32261-e0ab-4976-a1f0-ed9f732bbe61 req-94457409-a967-4238-a163-d827542ea62c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0474708 Sep 14 02:56:24.776954 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c30cdfb6-60ac-43de-abfd-0e5c075d0515 req-17de7e4e-b80b-4ff2-84f2-888a093c565f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 210 time: 0.0329630 Sep 14 02:56:24.797910 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ccc32261-e0ab-4976-a1f0-ed9f732bbe61 req-dd4811b2-6633-444d-9a67-319b48627234 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698647 Sep 14 02:56:25.881900 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-399365f7-60e9-4d0a-9945-7d11ca624729 req-46bd79ea-7654-4435-b81c-47917dd3e64a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 210 time: 0.0296640 Sep 14 02:56:25.929191 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6862e7-b3ad-409c-9e67-118a4fa89a3f req-ec89b091-009b-4a10-a077-c64d5ed53518 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:25.930663 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-aa6862e7-b3ad-409c-9e67-118a4fa89a3f req-ec89b091-009b-4a10-a077-c64d5ed53518 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0459700 Sep 14 02:56:25.977678 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-aa6862e7-b3ad-409c-9e67-118a4fa89a3f req-41da399e-9da3-4f91-bd43-7bfcea96b489 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Sep 14 02:56:26.097933 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df41cbc-7260-46d8-9682-f34ccbe13638 req-97009dc0-73fd-4bfe-b59c-d191b8c47934 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:26.099509 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2df41cbc-7260-46d8-9682-f34ccbe13638 req-97009dc0-73fd-4bfe-b59c-d191b8c47934 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0480320 Sep 14 02:56:26.109285 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43018) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:26.114021 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Request body: {'floatingip': {'port_id': '639812eb-81d1-4569-841f-ba9e5ec03037'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:26.164489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (d50dc15e-e5bf-479f-9988-80b935e0ea54), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:26.227041 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:26.585243 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-10d92000-b1ec-4536-a636-e6fb2fe20d32 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:26.586561 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-10d92000-b1ec-4536-a636-e6fb2fe20d32 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 811 time: 0.1897571 Sep 14 02:56:26.591277 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:26.709348 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:26.715314 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-a2aa525c-3e26-4efd-a711-2fcd45e13478 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c41ee9a31d894ff7bba265021cdca4fa HTTP/1.1" status: 200 len: 380 time: 0.1205921 Sep 14 02:56:26.727598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'port': {'device_id': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'admin_state_up': True, 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'security_groups': ['b2722e63-c205-4596-b41b-c529d4054fa6']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:26.770961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (d50dc15e-e5bf-479f-9988-80b935e0ea54), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:26.907377 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Floating IP d50dc15e-e5bf-479f-9988-80b935e0ea54 associated. External IP: 172.28.1.3, port: 639812eb-81d1-4569-841f-ba9e5ec03037. Sep 14 02:56:27.009603 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9f21fe73-45ce-427a-898b-2a968189309e req-3e5ada65-c110-4035-98f7-716c6435c250 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 210 time: 0.0502076 Sep 14 02:56:27.011934 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Made reservation on behalf of c41ee9a31d894ff7bba265021cdca4fa for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:56:27.015571 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.202946 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:27.235217 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Allocated IP 172.20.0.11 (4f329825-883d-494a-b69f-155705dfe6cf/7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e/69fa66da-beb4-4784-97cd-0d98a5cee795) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:56:27.251579 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Router ac559a12-ea49-48db-a0fe-cc7525638854 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:27.321284 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:27.450962 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:27.457749 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.461476 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a82519-33c7-46cd-b781-58eece793562 None None] Sync routers for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:27.472372 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a82519-33c7-46cd-b781-58eece793562 None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:27.473366 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-37a82519-33c7-46cd-b781-58eece793562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:27.490813 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.507015 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-5a4c0482-7bea-42dd-907e-d7457b474d99 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/d50dc15e-e5bf-479f-9988-80b935e0ea54 HTTP/1.1" status: 200 len: 989 time: 1.3966906 Sep 14 02:56:27.509275 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:27.511529 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49148833-886e-48b4-b99e-21ecc746dd84" -d '{"events": [{"name": "network-changed", "server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:27.551243 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c4c238-886d-4143-8f3a-7d6a103ce010 x-openstack-request-id: req-05c4c238-886d-4143-8f3a-7d6a103ce010 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:27.551537 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:27.551825 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-05c4c238-886d-4143-8f3a-7d6a103ce010 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:27.552343 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c4c238-886d-4143-8f3a-7d6a103ce010'] response: {'name': 'network-changed', 'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037', 'status': 'completed', 'code': 200} Sep 14 02:56:27.579708 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-37a82519-33c7-46cd-b781-58eece793562 None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:27.610396 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.652143 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148833-886e-48b4-b99e-21ecc746dd84 req-7ca5755e-86f8-4b03-9cbe-d89d8bffe8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:27.653706 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49148833-886e-48b4-b99e-21ecc746dd84 req-7ca5755e-86f8-4b03-9cbe-d89d8bffe8c4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 1129 time: 0.0732646 Sep 14 02:56:27.680073 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Network 4f329825-883d-494a-b69f-155705dfe6cf is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:56:27.690987 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:56:27.693193 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event updated for resources: {'Port': ['ID=69fa66da-beb4-4784-97cd-0d98a5cee795,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:27.695464 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:56:27.818124 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-37a82519-33c7-46cd-b781-58eece793562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': 'd50dc15e-e5bf-479f-9988-80b935e0ea54', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'port_id': '639812eb-81d1-4569-841f-ba9e5ec03037', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'mac_address': 'fa:16:3e:98:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:10Z', 'updated_at': '2022-09-14T02:56:26Z', 'revision_number': 1, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:27.845392 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a82519-33c7-46cd-b781-58eece793562 None None] Checking router: ac559a12-ea49-48db-a0fe-cc7525638854 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:27.857167 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a82519-33c7-46cd-b781-58eece793562 None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:27.857785 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-37a82519-33c7-46cd-b781-58eece793562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:27.974656 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Provisioning complete for port 69fa66da-beb4-4784-97cd-0d98a5cee795 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:56:27.975209 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.975518 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Attempt 1 to provision port 69fa66da-beb4-4784-97cd-0d98a5cee795 Sep 14 02:56:28.009130 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Port 69fa66da-beb4-4784-97cd-0d98a5cee795 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:56:28.039704 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:28.053945 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-37a82519-33c7-46cd-b781-58eece793562 None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:28.055276 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:28.055898 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:28.090852 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:28.095979 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148833-886e-48b4-b99e-21ecc746dd84 req-d4364959-1e17-4448-9a62-fbd4c0efddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:28.098182 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49148833-886e-48b4-b99e-21ecc746dd84 req-d4364959-1e17-4448-9a62-fbd4c0efddcd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.4333203 Sep 14 02:56:28.179458 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-0762604e-e83a-4a4a-afdd-8e4276f5ba1a tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4553339 Sep 14 02:56:28.198823 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Request body: {'port': {'device_id': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:28.210828 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365e65e-be8a-4908-92d2-adaa66ccb44b req-12e74754-edd5-4750-8c7a-89c82ed3b40f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:28.212300 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c365e65e-be8a-4908-92d2-adaa66ccb44b req-12e74754-edd5-4750-8c7a-89c82ed3b40f tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 932 time: 0.1015410 Sep 14 02:56:28.238722 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49148833-886e-48b4-b99e-21ecc746dd84 req-be5c5c75-8bef-4d6c-9625-2c2c151bcfc6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 200 len: 997 time: 0.1335325 Sep 14 02:56:28.272597 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-37a82519-33c7-46cd-b781-58eece793562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': 'd50dc15e-e5bf-479f-9988-80b935e0ea54', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'port_id': '639812eb-81d1-4569-841f-ba9e5ec03037', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'mac_address': 'fa:16:3e:98:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:10Z', 'updated_at': '2022-09-14T02:56:26Z', 'revision_number': 1, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:28.299494 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a82519-33c7-46cd-b781-58eece793562 None None] The sync data for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb is: [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': 'd50dc15e-e5bf-479f-9988-80b935e0ea54', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'port_id': '639812eb-81d1-4569-841f-ba9e5ec03037', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'mac_address': 'fa:16:3e:98:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:10Z', 'updated_at': '2022-09-14T02:56:26Z', 'revision_number': 1, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:28.323155 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:28.352423 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:28.355192 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148833-886e-48b4-b99e-21ecc746dd84 req-ecceac72-a0a9-4dd7-8ec1-75d10da10953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:28.356669 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49148833-886e-48b4-b99e-21ecc746dd84 req-ecceac72-a0a9-4dd7-8ec1-75d10da10953 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.1112163 Sep 14 02:56:28.386089 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c365e65e-be8a-4908-92d2-adaa66ccb44b req-cd52c755-eb1a-4547-9a41-77c4f523e679 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521573 Sep 14 02:56:28.436098 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148833-886e-48b4-b99e-21ecc746dd84 req-ec679008-2d90-4c68-9468-e4fa8dfabfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:28.437604 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49148833-886e-48b4-b99e-21ecc746dd84 req-ec679008-2d90-4c68-9468-e4fa8dfabfd2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0678906 Sep 14 02:56:28.494077 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18230d79-8b39-45d3-873f-7c431696b1c3 None None] New status for floating IP d50dc15e-e5bf-479f-9988-80b935e0ea54: ACTIVE {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:28.530273 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Attempt 2 to provision port 69fa66da-beb4-4784-97cd-0d98a5cee795 Sep 14 02:56:28.606243 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Port 69fa66da-beb4-4784-97cd-0d98a5cee795 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:56:28.637179 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:28.657357 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49148833-886e-48b4-b99e-21ecc746dd84 req-5a0ffce4-469b-47ef-b8f9-f4cbc69da6df service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083693 Sep 14 02:56:28.818840 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49148833-886e-48b4-b99e-21ecc746dd84 req-6c0c8128-fc23-451e-90e4-8ea6421d6239 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530459 Sep 14 02:56:28.824577 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fa66da-beb4-4784-97cd-0d98a5cee795 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:56:28.833274 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Publish callbacks [] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:28.845951 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Transition to ACTIVE for port object 69fa66da-beb4-4784-97cd-0d98a5cee795 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:56:28.933091 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:28.993779 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Pushing event updated for resources: {'Port': ['ID=69fa66da-beb4-4784-97cd-0d98a5cee795,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:29.046103 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Attempting to bind port 69fa66da-beb4-4784-97cd-0d98a5cee795 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:56:29.046354 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Attempting to bind port 69fa66da-beb4-4784-97cd-0d98a5cee795 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:56:29.046701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Attempting to bind port 69fa66da-beb4-4784-97cd-0d98a5cee795 on network 4f329825-883d-494a-b69f-155705dfe6cf {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:56:29.049245 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:29.088932 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Port 69fa66da-beb4-4784-97cd-0d98a5cee795 on network 4f329825-883d-494a-b69f-155705dfe6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:56:29.089562 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Attempting to bind port 69fa66da-beb4-4784-97cd-0d98a5cee795 on network 4f329825-883d-494a-b69f-155705dfe6cf {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:56:29.107528 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Attempt 3 to provision port 69fa66da-beb4-4784-97cd-0d98a5cee795 Sep 14 02:56:29.134366 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:56:29.134751 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Checking segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:56:29.135139 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Bound using segment: {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:56:29.135581 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Bound port: 69fa66da-beb4-4784-97cd-0d98a5cee795, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e2517e-8114-4269-8674-42aa14d43643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:56:29.135942 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:29.140638 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Port 69fa66da-beb4-4784-97cd-0d98a5cee795 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:56:29.196015 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] For port 69fa66da-beb4-4784-97cd-0d98a5cee795, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:56:29.199012 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] For port 69fa66da-beb4-4784-97cd-0d98a5cee795, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=69fa66da-beb4-4784-97cd-0d98a5cee795,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:56:29.270892 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:29.275255 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:29.275874 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:29.277264 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/69fa66da-beb4-4784-97cd-0d98a5cee795 HTTP/1.1" status: 200 len: 1094 time: 1.0832593 Sep 14 02:56:29.325700 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c92c9-586a-4d08-b877-e40a9762bd55 service neutron] Pushing event updated for resources: {'Port': ['ID=69fa66da-beb4-4784-97cd-0d98a5cee795,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:29.412218 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-d14e9262-e2c4-4a26-9a7c-8be044b4e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:29.413714 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-d14e9262-e2c4-4a26-9a7c-8be044b4e698 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 1128 time: 0.0407650 Sep 14 02:56:29.460611 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-fc4a2979-443a-468a-9e05-75b74073a58c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69fa66da-beb4-4784-97cd-0d98a5cee795 HTTP/1.1" status: 200 len: 217 time: 0.0380337 Sep 14 02:56:29.544295 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c68b-5596-4e4e-a2f1-ae4e168e3ad3 req-aa8abe7f-da18-43dd-9cdb-0ff37f714fea tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:29.545805 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0322c68b-5596-4e4e-a2f1-ae4e168e3ad3 req-aa8abe7f-da18-43dd-9cdb-0ff37f714fea tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 944 time: 0.0820506 Sep 14 02:56:29.553544 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'tag': '69fa66da-beb4-4784-97cd-0d98a5cee795'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:29.555747 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac0399-b67a-411c-901e-c8060108b240" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c6b514-0002-49b0-be04-a766b2ddec73", "tag": "69fa66da-beb4-4784-97cd-0d98a5cee795"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:29.568224 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-1873d71e-0b4e-496a-b23e-9f085b3ed487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:29.569646 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-1873d71e-0b4e-496a-b23e-9f085b3ed487 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.0976913 Sep 14 02:56:29.609930 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e054034-d561-4ed6-9a57-7e6c9bd4290b x-openstack-request-id: req-8e054034-d561-4ed6-9a57-7e6c9bd4290b {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:29.610219 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c6b514-0002-49b0-be04-a766b2ddec73", "tag": "69fa66da-beb4-4784-97cd-0d98a5cee795", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:29.610490 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8e054034-d561-4ed6-9a57-7e6c9bd4290b {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:29.610883 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e054034-d561-4ed6-9a57-7e6c9bd4290b'] response: {'name': 'network-changed', 'server_uuid': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'tag': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'status': 'completed', 'code': 200} Sep 14 02:56:29.641483 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Attempt 4 to provision port 69fa66da-beb4-4784-97cd-0d98a5cee795 Sep 14 02:56:29.645446 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0322c68b-5596-4e4e-a2f1-ae4e168e3ad3 req-10a7370e-c76a-4b6c-854b-428e7b124a61 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919547 Sep 14 02:56:29.651545 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-1ca2be0e-e161-4d03-9239-fe677d34a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:29.651545 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-1ca2be0e-e161-4d03-9239-fe677d34a804 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0690207 Sep 14 02:56:29.684304 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d51f4-2414-4b4e-8079-7da8064cad3a None None] Port 69fa66da-beb4-4784-97cd-0d98a5cee795 had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:56:29.757834 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-cfdb6b59-9b7f-47d9-b898-c280722be2d1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002359 Sep 14 02:56:29.850891 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bd9f0f90-7d88-4cbe-b7b9-76d505c66c82 req-46a70a7e-fa33-418a-805c-1e873e5e845e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Sep 14 02:56:30.760406 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:30.763094 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=9,neutron:SELECT=52,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:30.766943 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:30.773575 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1398da-1929-4a5d-a935-21c581e492dd req-e94f91fb-4a1a-4725-bb74-973e845576d2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:30.775085 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ef1398da-1929-4a5d-a935-21c581e492dd req-e94f91fb-4a1a-4725-bb74-973e845576d2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 944 time: 0.0511212 Sep 14 02:56:30.823628 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ef1398da-1929-4a5d-a935-21c581e492dd req-80807641-cb9e-4633-9319-fb7c1b7bd546 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Sep 14 02:56:30.991403 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0399-b67a-411c-901e-c8060108b240 req-6b814d49-c0e8-4549-a00c-3d1adbb95d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:30.992906 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1ac0399-b67a-411c-901e-c8060108b240 req-6b814d49-c0e8-4549-a00c-3d1adbb95d11 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 1128 time: 0.0433323 Sep 14 02:56:31.086818 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0399-b67a-411c-901e-c8060108b240 req-6cd35423-5e16-46f6-a696-d26b42d16884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:31.088278 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1ac0399-b67a-411c-901e-c8060108b240 req-6cd35423-5e16-46f6-a696-d26b42d16884 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 911 time: 0.0886810 Sep 14 02:56:31.131195 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1ac0399-b67a-411c-901e-c8060108b240 req-2511fbf4-03c9-46da-a178-c42e73198b85 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69fa66da-beb4-4784-97cd-0d98a5cee795 HTTP/1.1" status: 200 len: 217 time: 0.0324552 Sep 14 02:56:31.178825 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0399-b67a-411c-901e-c8060108b240 req-2b614523-95e2-46cf-9bbc-c6260e79b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:31.180205 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1ac0399-b67a-411c-901e-c8060108b240 req-2b614523-95e2-46cf-9bbc-c6260e79b970 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.0429945 Sep 14 02:56:31.223776 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:31.226973 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0399-b67a-411c-901e-c8060108b240 req-6a699afa-a041-442b-9285-6d3757e8b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:31.228460 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1ac0399-b67a-411c-901e-c8060108b240 req-6a699afa-a041-442b-9285-6d3757e8b2a7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382445 Sep 14 02:56:31.324556 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1ac0399-b67a-411c-901e-c8060108b240 req-ac9c07dd-e766-445f-bf8d-248322ddf4b9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880322 Sep 14 02:56:31.416166 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1ac0399-b67a-411c-901e-c8060108b240 req-d1a8cfca-d86e-4dae-a2b8-c9da57bb6f6c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848117 Sep 14 02:56:31.945093 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1fc52-a06f-4927-9b37-0ad8d87b2e99 req-c2a31a21-58d8-421d-afba-1f89413977ba tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:31.946586 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-46b1fc52-a06f-4927-9b37-0ad8d87b2e99 req-c2a31a21-58d8-421d-afba-1f89413977ba tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 944 time: 0.0478826 Sep 14 02:56:31.992885 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-46b1fc52-a06f-4927-9b37-0ad8d87b2e99 req-d1942659-5b86-4052-a49a-ad005dbb64bc tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Sep 14 02:56:32.565307 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 69fa66da-beb4-4784-97cd-0d98a5cee795 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:56:32.568095 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:32.597666 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:32.670584 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 69fa66da-beb4-4784-97cd-0d98a5cee795, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=69fa66da-beb4-4784-97cd-0d98a5cee795,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:32.682423 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'port_id': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'mac_address': 'fa:16:3e:27:fa:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:56:32.718709 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 69fa66da-beb4-4784-97cd-0d98a5cee795 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:56:32.719107 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:32.731924 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fa66da-beb4-4784-97cd-0d98a5cee795 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:56:32.751479 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 69fa66da-beb4-4784-97cd-0d98a5cee795, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=69fa66da-beb4-4784-97cd-0d98a5cee795,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:32.821897 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:32.874256 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=69fa66da-beb4-4784-97cd-0d98a5cee795,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:33.110365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6322c-f740-46b7-89a1-323d2eda0820 req-9747a1b0-4e8a-450f-867a-a9c44332cf45 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:33.111861 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5ce6322c-f740-46b7-89a1-323d2eda0820 req-9747a1b0-4e8a-450f-867a-a9c44332cf45 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 945 time: 0.0460312 Sep 14 02:56:33.130716 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['69fa66da-beb4-4784-97cd-0d98a5cee795'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:56:33.159600 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5ce6322c-f740-46b7-89a1-323d2eda0820 req-7c4faad4-d773-49cc-b957-18c9f5edb4ff tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414429 Sep 14 02:56:34.283804 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8d04f-df54-49d9-bebc-4fc3b436be15 req-2cad8c4c-a1ff-4661-97ec-a009fb1b5bf9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:34.285240 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-47e8d04f-df54-49d9-bebc-4fc3b436be15 req-2cad8c4c-a1ff-4661-97ec-a009fb1b5bf9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 945 time: 0.0492928 Sep 14 02:56:34.331535 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-47e8d04f-df54-49d9-bebc-4fc3b436be15 req-3bfd10b8-ed05-41c1-8ead-b3a300641eb5 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 Sep 14 02:56:34.595711 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 69fa66da-beb4-4784-97cd-0d98a5cee795 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:56:34.639783 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 69fa66da-beb4-4784-97cd-0d98a5cee795 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:56:34.715780 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 69fa66da-beb4-4784-97cd-0d98a5cee795 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:56:34.716177 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.716513 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 69fa66da-beb4-4784-97cd-0d98a5cee795 Sep 14 02:56:34.747332 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.786132 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 69fa66da-beb4-4784-97cd-0d98a5cee795 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:56:34.787039 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.809682 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa66da-beb4-4784-97cd-0d98a5cee795'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:34.811903 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdda815-ff65-47fe-a39a-08128c37f986" -d '{"events": [{"server_uuid": "c1c6b514-0002-49b0-be04-a766b2ddec73", "name": "network-vif-plugged", "status": "completed", "tag": "69fa66da-beb4-4784-97cd-0d98a5cee795"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:34.823963 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 69fa66da-beb4-4784-97cd-0d98a5cee795, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=69fa66da-beb4-4784-97cd-0d98a5cee795,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:34.851566 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8226aad2-ffd7-4de6-bae7-f24b2f8a633d x-openstack-request-id: req-8226aad2-ffd7-4de6-bae7-f24b2f8a633d {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:34.851881 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c6b514-0002-49b0-be04-a766b2ddec73", "name": "network-vif-plugged", "status": "completed", "tag": "69fa66da-beb4-4784-97cd-0d98a5cee795", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:34.852148 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8226aad2-ffd7-4de6-bae7-f24b2f8a633d {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:34.852550 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8226aad2-ffd7-4de6-bae7-f24b2f8a633d'] response: {'server_uuid': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'code': 200} Sep 14 02:56:34.887705 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.940257 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=69fa66da-beb4-4784-97cd-0d98a5cee795,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:35.139875 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c97b4a-da6b-4614-bbe7-efa13989e13c req-651e3bdd-ad78-4d45-acd1-f3efb29a4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:35.141231 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-62c97b4a-da6b-4614-bbe7-efa13989e13c req-651e3bdd-ad78-4d45-acd1-f3efb29a4c7d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 1130 time: 0.0368433 Sep 14 02:56:35.184572 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-62c97b4a-da6b-4614-bbe7-efa13989e13c req-5ded3dff-f339-41cb-89ac-52a694061570 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366788 Sep 14 02:56:35.455487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a4491-4cbb-483d-810a-bce85ec32e5d req-5ba0b606-faa8-460f-8994-10eba47a1087 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:35.456956 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dd2a4491-4cbb-483d-810a-bce85ec32e5d req-5ba0b606-faa8-460f-8994-10eba47a1087 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 946 time: 0.0515738 Sep 14 02:56:35.504795 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dd2a4491-4cbb-483d-810a-bce85ec32e5d req-3df55f27-426b-4656-bd49-a2d60bda4673 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Sep 14 02:56:36.592868 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:36.630652 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc9f35-bb2b-4a7d-bd15-cb348a66db1d req-da412d21-5dae-4031-9511-de6af0ac2b70 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:36.632125 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d5bc9f35-bb2b-4a7d-bd15-cb348a66db1d req-da412d21-5dae-4031-9511-de6af0ac2b70 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 946 time: 0.0474524 Sep 14 02:56:36.680309 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d5bc9f35-bb2b-4a7d-bd15-cb348a66db1d req-37d0ccac-2b61-4441-870d-e5075f384318 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Sep 14 02:56:37.805812 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd9801-ca65-423e-823e-b656e7cf5961 req-92e9e0c5-428b-4cf3-a473-0890a7b6e770 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:37.807370 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-aafd9801-ca65-423e-823e-b656e7cf5961 req-92e9e0c5-428b-4cf3-a473-0890a7b6e770 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 946 time: 0.0480900 Sep 14 02:56:37.863404 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-aafd9801-ca65-423e-823e-b656e7cf5961 req-6fc8079f-0e93-4624-9828-bc30f2669b26 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502889 Sep 14 02:56:37.984432 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cfcf1-5b13-4508-b719-1ffddf6f1f72 req-c3073c22-6572-496e-9817-9978663b2a42 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:37.985891 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-776cfcf1-5b13-4508-b719-1ffddf6f1f72 req-c3073c22-6572-496e-9817-9978663b2a42 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 946 time: 0.0471125 Sep 14 02:56:37.995966 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43076) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:38.000270 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Request body: {'floatingip': {'port_id': '69fa66da-beb4-4784-97cd-0d98a5cee795'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:56:38.038987 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (983f7864-ea44-495d-80b5-7f6f8df766c0), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:38.274943 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=14 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:38.275733 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=28 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:38.330630 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:38.473003 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:38.596019 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (983f7864-ea44-495d-80b5-7f6f8df766c0), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:38.694158 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Floating IP 983f7864-ea44-495d-80b5-7f6f8df766c0 associated. External IP: 172.28.1.17, port: 69fa66da-beb4-4784-97cd-0d98a5cee795. Sep 14 02:56:38.832967 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:38.901394 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:39.005929 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:39.010404 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.015238 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] Sync routers for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:39.026052 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:39.026774 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:39.044960 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-e474954c-49b8-4b5d-b1c4-cda1fc1fabd7 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/983f7864-ea44-495d-80b5-7f6f8df766c0 HTTP/1.1" status: 200 len: 991 time: 1.0458100 Sep 14 02:56:39.044960 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'tag': '69fa66da-beb4-4784-97cd-0d98a5cee795'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:39.045799 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4340c14a-e51c-4bb0-9774-16a924d8798b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c6b514-0002-49b0-be04-a766b2ddec73", "tag": "69fa66da-beb4-4784-97cd-0d98a5cee795"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:39.084376 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809468d2-4d36-46e1-9655-effda49d924f x-openstack-request-id: req-809468d2-4d36-46e1-9655-effda49d924f {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:39.084667 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c6b514-0002-49b0-be04-a766b2ddec73", "tag": "69fa66da-beb4-4784-97cd-0d98a5cee795", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:39.084976 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-809468d2-4d36-46e1-9655-effda49d924f {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:39.085334 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809468d2-4d36-46e1-9655-effda49d924f'] response: {'name': 'network-changed', 'server_uuid': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'tag': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'status': 'completed', 'code': 200} Sep 14 02:56:39.136752 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:39.163661 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-81c75d99-6332-46f0-9bef-a0865e704c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:39.165715 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-81c75d99-6332-46f0-9bef-a0865e704c73 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 1130 time: 0.0451970 Sep 14 02:56:39.255970 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-2d5a6cee-e2a7-43f3-bc3d-c4613d7d1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:39.257481 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-2d5a6cee-e2a7-43f3-bc3d-c4613d7d1baf service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 200 len: 911 time: 0.0859458 Sep 14 02:56:39.357439 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-aaaaf39a-ea57-441f-bed1-c479aa15e6e0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69fa66da-beb4-4784-97cd-0d98a5cee795 HTTP/1.1" status: 200 len: 999 time: 0.0918684 Sep 14 02:56:39.359208 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '983f7864-ea44-495d-80b5-7f6f8df766c0', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'port_id': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'mac_address': 'fa:16:3e:27:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:21Z', 'updated_at': '2022-09-14T02:56:38Z', 'revision_number': 1, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:39.377699 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56046-881a-416a-a726-6744555c2656 req-7512b4f5-30c3-4695-a352-9e9b79063de0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:39.379247 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-76c56046-881a-416a-a726-6744555c2656 req-7512b4f5-30c3-4695-a352-9e9b79063de0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0591078 Sep 14 02:56:39.405212 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] Checking router: 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:39.405212 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:39.405212 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:39.435854 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-76c56046-881a-416a-a726-6744555c2656 req-4c625f46-a5ba-44d2-b225-d940f1fbbef1 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506141 Sep 14 02:56:39.508381 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:39.735503 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '983f7864-ea44-495d-80b5-7f6f8df766c0', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'port_id': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'mac_address': 'fa:16:3e:27:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:21Z', 'updated_at': '2022-09-14T02:56:38Z', 'revision_number': 1, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:39.760167 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91a470-18bd-419a-9a7f-9e2166b87be7 None None] The sync data for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb is: [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '983f7864-ea44-495d-80b5-7f6f8df766c0', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'port_id': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'mac_address': 'fa:16:3e:27:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:56:21Z', 'updated_at': '2022-09-14T02:56:38Z', 'revision_number': 1, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:39.774282 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:39.939505 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77af16-d361-457e-aa2d-8d8b69b7be19 req-b46b2ed8-82d6-4e53-b873-6abddfc59a33 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:39.941082 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4f77af16-d361-457e-aa2d-8d8b69b7be19 req-b46b2ed8-82d6-4e53-b873-6abddfc59a33 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0536456 Sep 14 02:56:39.964087 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a26d2-8eff-421c-aa97-31a49be7b360 None None] New status for floating IP 983f7864-ea44-495d-80b5-7f6f8df766c0: ACTIVE {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:40.006544 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4f77af16-d361-457e-aa2d-8d8b69b7be19 req-497b3c56-7742-472d-aec4-5c06d8cc0107 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588050 Sep 14 02:56:40.060837 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:40.544868 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:40.562882 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0939bd-a44f-44b1-a831-66149a11d5dd req-639b31fc-2794-446e-9a6d-dc7a13010795 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:40.564320 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ed0939bd-a44f-44b1-a831-66149a11d5dd req-639b31fc-2794-446e-9a6d-dc7a13010795 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0469842 Sep 14 02:56:40.611576 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ed0939bd-a44f-44b1-a831-66149a11d5dd req-30e64364-220e-40a7-8feb-5a172db7ced3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Sep 14 02:56:41.127910 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95a6a-e38a-4599-8501-55808fe63e5d req-1c09b1a8-4f9e-429a-b2c2-b91650c66f84 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:41.129391 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcf95a6a-e38a-4599-8501-55808fe63e5d req-1c09b1a8-4f9e-429a-b2c2-b91650c66f84 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0468717 Sep 14 02:56:41.192306 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dcf95a6a-e38a-4599-8501-55808fe63e5d req-e86d81c2-24ab-4750-baa3-820943b5ec5e tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571289 Sep 14 02:56:41.981784 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151ba2b-d4fc-4d28-8741-93d0c88f24a9 req-e67edbb8-5264-46cb-b8d6-d68a63b85237 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:41.983291 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1151ba2b-d4fc-4d28-8741-93d0c88f24a9 req-e67edbb8-5264-46cb-b8d6-d68a63b85237 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.2941239 Sep 14 02:56:42.031671 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1151ba2b-d4fc-4d28-8741-93d0c88f24a9 req-4c083ff2-4e9f-45f2-bdcf-b2da62dc71aa tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Sep 14 02:56:42.310895 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a1a3a-f229-4f5f-a3f1-b15c54c7f2bb req-99ea15d2-182e-41c9-998b-4fcd99997b9b tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:42.312349 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7b1a1a3a-f229-4f5f-a3f1-b15c54c7f2bb req-99ea15d2-182e-41c9-998b-4fcd99997b9b tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0467174 Sep 14 02:56:42.373748 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7b1a1a3a-f229-4f5f-a3f1-b15c54c7f2bb req-950c4ee9-471d-4b81-a500-f075b476cb2d tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559192 Sep 14 02:56:43.150454 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543de58-da9d-45f8-9a8e-025d1760690a req-3100de89-c9f1-4404-9d17-ae17d0910554 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.151933 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b543de58-da9d-45f8-9a8e-025d1760690a req-3100de89-c9f1-4404-9d17-ae17d0910554 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0457282 Sep 14 02:56:43.184907 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:43.228083 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b543de58-da9d-45f8-9a8e-025d1760690a req-aab11662-4f84-40a3-8322-41484fe4963f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b7cf6fa-b6db-434d-93f7-ec489610fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707135 Sep 14 02:56:43.244320 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-4602ae9a-d528-4c4b-9f0b-d11050c9b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.245800 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-4602ae9a-d528-4c4b-9f0b-d11050c9b909 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 200 len: 850 time: 0.0569687 Sep 14 02:56:43.295050 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-de1febb3-57b5-465c-ab6f-bce8a752336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.296555 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-de1febb3-57b5-465c-ab6f-bce8a752336e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4f329825-883d-494a-b69f-155705dfe6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433695 Sep 14 02:56:43.500208 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-59e9e232-7a37-4f78-8d36-aee03e8d4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.501669 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-59e9e232-7a37-4f78-8d36-aee03e8d4f99 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1168 time: 0.0813615 Sep 14 02:56:43.525300 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb257fd-da90-40e9-bea5-7c7b60f6558f req-7e7da565-b286-4bac-9f71-cb9af02f22cd tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.526708 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1eb257fd-da90-40e9-bea5-7c7b60f6558f req-7e7da565-b286-4bac-9f71-cb9af02f22cd tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0752294 Sep 14 02:56:43.550048 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-ef168d0f-90bf-4596-b285-f1d1726c174b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733801 Sep 14 02:56:43.619100 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979227eb-a950-4825-bbee-caaff5acfb8b req-807cc1ae-d0d7-4688-8bc9-63b9a5712abe tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.620620 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-979227eb-a950-4825-bbee-caaff5acfb8b req-807cc1ae-d0d7-4688-8bc9-63b9a5712abe tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 946 time: 0.0528171 Sep 14 02:56:43.700312 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1eb257fd-da90-40e9-bea5-7c7b60f6558f req-6e2e552c-490c-477b-9cd8-ed11ff21e901 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678290 Sep 14 02:56:43.715924 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Deleting port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:43.716268 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:43.738303 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:43.772566 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4340c14a-e51c-4bb0-9774-16a924d8798b req-6e9a8cca-ea97-417c-b8f7-d1f231cc27eb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945972 Sep 14 02:56:43.773901 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-b26cbb1f-2a0b-4297-9c84-6028e71c1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.775578 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-b26cbb1f-2a0b-4297-9c84-6028e71c1e19 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 200 len: 915 time: 0.2125940 Sep 14 02:56:43.816314 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] For port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:43.816687 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:43.858499 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-7f2668f9-6a5a-4a64-8716-7f88d0236c92 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 1001 time: 0.0674593 Sep 14 02:56:43.919409 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-bb748470-769f-40ff-8e3a-59808c760e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.920862 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-bb748470-769f-40ff-8e3a-59808c760e35 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=38c9c1b2-fe64-455c-b255-b4025c45f3a9 HTTP/1.1" status: 200 len: 854 time: 0.0531080 Sep 14 02:56:43.965179 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-4bf9c1d7-2a6e-4f81-841e-6f0edfc7ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:43.966613 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-4bf9c1d7-2a6e-4f81-841e-6f0edfc7ef70 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ccbc0fc8-7425-4b05-9d04-ef14a7670989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0388150 Sep 14 02:56:43.989124 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:43.989599 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (0c383da6-fde1-4f0a-a421-d32d32766fe6), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:43.990073 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Floating IP 0c383da6-fde1-4f0a-a421-d32d32766fe6 disassociated. External IP: 172.28.1.209, port: 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f. Sep 14 02:56:43.990421 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Calling delete_port for 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:44.062369 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-dc1087de-1898-4272-bb18-ae4e2200b2e0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890458 Sep 14 02:56:44.156541 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c574e5f4-d141-4f5d-b6ee-e132297adfe6 req-64d4a5f0-8ef6-480f-a2f8-1763df361002 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872543 Sep 14 02:56:44.178939 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:44.204337 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event deleted for resources: {'Port': ['ID=1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:44.321501 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Router e486053e-e857-495e-b83d-374ec759de15 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:44.343447 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f17aa753-7cc0-4137-8b23-574188429a48 req-e20fd4ce-b56f-47a3-9432-e806f8bbef75 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 210 time: 0.0325079 Sep 14 02:56:44.430092 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:44.441214 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] Sync routers for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:44.450945 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:44.451761 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:44.472885 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] No DVR routers for this DVR port 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:44.475736 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:44.479068 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-979227eb-a950-4825-bbee-caaff5acfb8b req-9cd09ce0-1c90-46bb-b21d-a33c3a0ce9c7 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "DELETE /networking/v2.0/ports/1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f HTTP/1.1" status: 204 len: 173 time: 0.8498769 Sep 14 02:56:44.479629 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'name': 'network-vif-deleted', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:44.481865 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ed9f8f-9e7f-441c-8320-343d567ab2dd" -d '{"events": [{"server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "name": "network-vif-deleted", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:44.522962 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faf9c9e-3fc5-47d0-a266-46951ddb073b x-openstack-request-id: req-0faf9c9e-3fc5-47d0-a266-46951ddb073b {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:44.523282 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42031324-3139-4537-b5ae-2281ec20325e", "name": "network-vif-deleted", "tag": "1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:44.523533 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0faf9c9e-3fc5-47d0-a266-46951ddb073b {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:44.523936 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0faf9c9e-3fc5-47d0-a266-46951ddb073b'] response: {'server_uuid': '42031324-3139-4537-b5ae-2281ec20325e', 'name': 'network-vif-deleted', 'tag': '1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f', 'status': 'completed', 'code': 200} Sep 14 02:56:44.540017 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-359c0ce5-5826-4c76-883f-50d167ebded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:44.563238 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:44.680378 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:44.704061 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:44.760399 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:44.836673 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc7a60-d3e4-45e6-a352-9b1b26f712d8 req-737d9314-3cc4-4039-9bb8-1dbbd811393c tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:44.838605 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d4dc7a60-d3e4-45e6-a352-9b1b26f712d8 req-737d9314-3cc4-4039-9bb8-1dbbd811393c tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0550098 Sep 14 02:56:44.878819 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] Checking router: e486053e-e857-495e-b83d-374ec759de15 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:44.887643 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:44.888249 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:44.903276 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d4dc7a60-d3e4-45e6-a352-9b1b26f712d8 req-7fb5cddb-b8a0-4f70-9dc1-92e5999f33c3 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581279 Sep 14 02:56:44.996319 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:45.182139 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:45.209992 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8273aa0-34f6-4853-abb2-1ec363f31fd6 None None] The sync data for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb is: [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:18Z', 'revision_number': 4, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'f533045d-c63b-4e41-ad34-dc911c0d2d20', 'name': '', 'network_id': 'ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'mac_address': 'fa:16:3e:1f:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:15Z', 'updated_at': '2022-09-14T02:52:39Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'subnets': [{'id': '7c1443c3-37ad-4a9b-96cd-2cb17bac97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:45.415765 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e266e55-c71b-45e7-8ddf-d2dbc7896404 None None] New status for floating IP 0c383da6-fde1-4f0a-a421-d32d32766fe6: DOWN {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:45.467118 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-65e85b0a-261a-4aab-bee4-0d7997890e5a req-17831eaa-9d45-4d88-a21b-bf0d2d12cb19 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=42031324-3139-4537-b5ae-2281ec20325e HTTP/1.1" status: 200 len: 210 time: 0.0297208 Sep 14 02:56:45.989036 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:46.024841 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e13cd2-772d-493f-b7d9-e4f414e4ebe9 req-f64b54ba-6e53-4519-b866-17d316740092 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:46.026298 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-42e13cd2-772d-493f-b7d9-e4f414e4ebe9 req-f64b54ba-6e53-4519-b866-17d316740092 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0466907 Sep 14 02:56:46.088964 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-42e13cd2-772d-493f-b7d9-e4f414e4ebe9 req-86e03222-d420-4ecb-9b2c-ca4691f18a3a tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569901 Sep 14 02:56:46.613749 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43128) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:46.633184 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:46.657383 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:46.657722 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 1c9eaa50-0b66-48c4-81b4-cc7cd2121b7f not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:46.670518 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cfd936e-4aba-430f-b60f-216a9ebefab4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group (3b7cf6fa-b6db-434d-93f7-ec489610fb3d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:46.692394 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cfd936e-4aba-430f-b60f-216a9ebefab4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group (3b7cf6fa-b6db-434d-93f7-ec489610fb3d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:46.721549 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9f26eab9-82dc-4e2d-8cee-fed13a1329f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:46.778728 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cfd936e-4aba-430f-b60f-216a9ebefab4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (3b7cf6fa-b6db-434d-93f7-ec489610fb3d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:46.781310 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1cfd936e-4aba-430f-b60f-216a9ebefab4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:46.782481 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1cfd936e-4aba-430f-b60f-216a9ebefab4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3b7cf6fa-b6db-434d-93f7-ec489610fb3d HTTP/1.1" status: 204 len: 168 time: 0.1676650 Sep 14 02:56:46.785209 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43130) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:46.792712 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd936e-4aba-430f-b60f-216a9ebefab4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7cf6fa-b6db-434d-93f7-ec489610fb3d,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:46.800164 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.api.v2.resource [None req-47f15ea9-fc72-4744-82f8-f4489751f277 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] show failed (client error): The resource could not be found. Sep 14 02:56:46.801177 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-47f15ea9-fc72-4744-82f8-f4489751f277 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups/3b7cf6fa-b6db-434d-93f7-ec489610fb3d HTTP/1.1" status: 404 len: 347 time: 0.0149872 Sep 14 02:56:46.804176 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43132) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:46.919661 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Deleting port b101bfba-ed09-45ea-87ad-f33cc14bb50d {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:46.920007 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (b101bfba-ed09-45ea-87ad-f33cc14bb50d), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:46.963939 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:46.965993 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:47.000317 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (b101bfba-ed09-45ea-87ad-f33cc14bb50d), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:47.000639 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (b101bfba-ed09-45ea-87ad-f33cc14bb50d), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:47.013111 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Calling delete_port for b101bfba-ed09-45ea-87ad-f33cc14bb50d owned by network:floatingip {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:47.179330 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (b101bfba-ed09-45ea-87ad-f33cc14bb50d), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:47.204833 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event deleted for resources: {'Port': ['ID=b101bfba-ed09-45ea-87ad-f33cc14bb50d,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:47.213035 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65d3e1-2df2-4d7d-8eaf-05341a170d77 req-f044d126-6d78-4d0a-8f49-6d7dd9c0b775 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:47.218963 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4c65d3e1-2df2-4d7d-8eaf-05341a170d77 req-f044d126-6d78-4d0a-8f49-6d7dd9c0b775 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0544682 Sep 14 02:56:47.273175 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks [] for floatingip (0c383da6-fde1-4f0a-a421-d32d32766fe6), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:47.275693 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:47.276903 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4da007ba-3e3c-4748-8cc5-7b551e6747c5 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0c383da6-fde1-4f0a-a421-d32d32766fe6 HTTP/1.1" status: 204 len: 168 time: 0.4718390 Sep 14 02:56:47.280043 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4c65d3e1-2df2-4d7d-8eaf-05341a170d77 req-6a4a9f2c-5ca1-4826-9644-a17b19c13792 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593717 Sep 14 02:56:48.172652 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:48.405901 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222fad7-8a6e-4b74-a40b-3c3079b1733a req-c746c496-3d48-4957-9ab1-2846bd8bfef5 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:48.407319 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b222fad7-8a6e-4b74-a40b-3c3079b1733a req-c746c496-3d48-4957-9ab1-2846bd8bfef5 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0481520 Sep 14 02:56:48.469283 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b222fad7-8a6e-4b74-a40b-3c3079b1733a req-b297e370-52e0-4480-97bc-ee8db0f4b5a0 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562954 Sep 14 02:56:49.598144 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:49.614906 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441bc44-e63a-4e80-8518-411ff537815e req-26b656c0-5eb8-46cc-bf27-2a3bd4808b21 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:49.616392 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9441bc44-e63a-4e80-8518-411ff537815e req-26b656c0-5eb8-46cc-bf27-2a3bd4808b21 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0486238 Sep 14 02:56:49.678190 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9441bc44-e63a-4e80-8518-411ff537815e req-46104a84-4f36-4a42-8a8c-7bda3a334315 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556571 Sep 14 02:56:49.847578 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:49.882175 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:50.239589 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da6928-76ee-4f4d-a90a-76069ad44b4d req-c5caf45e-cad5-4e9e-a173-a0fc36edd788 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:50.241322 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-85da6928-76ee-4f4d-a90a-76069ad44b4d req-c5caf45e-cad5-4e9e-a173-a0fc36edd788 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0509310 Sep 14 02:56:50.288007 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-85da6928-76ee-4f4d-a90a-76069ad44b4d req-1db34c24-73a4-405f-a836-2e8d820407f4 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Sep 14 02:56:50.800386 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76770bb1-c1ff-47a3-9ead-5cd6c71b88ad req-59e42895-1d45-4ec9-a5cf-eac4994ae328 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:50.801846 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-76770bb1-c1ff-47a3-9ead-5cd6c71b88ad req-59e42895-1d45-4ec9-a5cf-eac4994ae328 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0468402 Sep 14 02:56:50.862484 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-76770bb1-c1ff-47a3-9ead-5cd6c71b88ad req-f8860215-974e-4694-9359-86a3236d70b5 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540056 Sep 14 02:56:51.412181 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbf7e7-4650-4746-9c56-80fed5698dbd req-f7bfc645-c3ae-4f0b-9356-a17a6e9ae693 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:51.413544 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9ffbf7e7-4650-4746-9c56-80fed5698dbd req-f7bfc645-c3ae-4f0b-9356-a17a6e9ae693 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0490873 Sep 14 02:56:51.460895 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9ffbf7e7-4650-4746-9c56-80fed5698dbd req-da68a18d-7ac3-48e7-8fd6-93a4692d3121 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Sep 14 02:56:51.983258 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79e3b7-42cc-4011-9743-c7e625ff7a02 req-ae7cf51e-9ed5-4827-9141-1eb8d4ef2258 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:51.984714 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7f79e3b7-42cc-4011-9743-c7e625ff7a02 req-ae7cf51e-9ed5-4827-9141-1eb8d4ef2258 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0469189 Sep 14 02:56:52.004748 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:52.045475 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7f79e3b7-42cc-4011-9743-c7e625ff7a02 req-09f57ac1-1391-4852-82f8-0cd6b5eed510 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549700 Sep 14 02:56:52.580288 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98eca-edc6-4e2e-8e0d-9dfd97a8c904 req-b4f442f6-e008-4b53-b392-589b01d9653d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:52.581742 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-afd98eca-edc6-4e2e-8e0d-9dfd97a8c904 req-b4f442f6-e008-4b53-b392-589b01d9653d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0468972 Sep 14 02:56:52.638165 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-afd98eca-edc6-4e2e-8e0d-9dfd97a8c904 req-f465f732-deda-497d-b017-1ba657a654e1 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506494 Sep 14 02:56:52.823682 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-981c798e-835b-48e8-ad3e-fc9325b90e20 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:52.825057 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-981c798e-835b-48e8-ad3e-fc9325b90e20 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 945 time: 0.0493517 Sep 14 02:56:52.911159 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Deleting port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:52.911503 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:53.004386 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] For port 259c2ea2-f83a-4a9f-bda3-903d81c03a95, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=259c2ea2-f83a-4a9f-bda3-903d81c03a95,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:53.004749 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:53.017255 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Calling delete_port for 259c2ea2-f83a-4a9f-bda3-903d81c03a95 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:53.173526 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa245-b495-4e91-999d-f74b88b2a3a0 req-dace8a9a-0c87-47e3-bca0-267af5fc7faa tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:53.175013 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-191aa245-b495-4e91-999d-f74b88b2a3a0 req-dace8a9a-0c87-47e3-bca0-267af5fc7faa tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0491693 Sep 14 02:56:53.201495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (259c2ea2-f83a-4a9f-bda3-903d81c03a95), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:53.214525 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['811fea78-d531-4790-8314-89dd0106a43f', '259c2ea2-f83a-4a9f-bda3-903d81c03a95'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:56:53.242140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event deleted for resources: {'Port': ['ID=259c2ea2-f83a-4a9f-bda3-903d81c03a95,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:53.250908 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-191aa245-b495-4e91-999d-f74b88b2a3a0 req-347ac802-5e98-4184-aa3c-bf0b25f2e558 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680149 Sep 14 02:56:53.296097 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] No DVR routers for this DVR port 259c2ea2-f83a-4a9f-bda3-903d81c03a95 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:53.302765 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:53.302765 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-557a063c-40e9-48eb-945c-9649d83a69b8 req-4121e11b-cbeb-4faf-8571-7ff2d7ac80e8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "DELETE /networking/v2.0/ports/259c2ea2-f83a-4a9f-bda3-903d81c03a95 HTTP/1.1" status: 204 len: 173 time: 0.4699819 Sep 14 02:56:53.302765 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0886baa4-5f7f-4179-ba46-6041ed4aac4d', 'name': 'network-vif-deleted', 'tag': '259c2ea2-f83a-4a9f-bda3-903d81c03a95'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:53.304817 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d23798d-7c8a-40fd-b27d-519da714f8dd" -d '{"events": [{"server_uuid": "0886baa4-5f7f-4179-ba46-6041ed4aac4d", "name": "network-vif-deleted", "tag": "259c2ea2-f83a-4a9f-bda3-903d81c03a95"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:53.343704 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260c23d2-0ca5-40a9-aca1-35c0ef099af6 x-openstack-request-id: req-260c23d2-0ca5-40a9-aca1-35c0ef099af6 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:53.343996 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0886baa4-5f7f-4179-ba46-6041ed4aac4d", "name": "network-vif-deleted", "tag": "259c2ea2-f83a-4a9f-bda3-903d81c03a95", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:53.344248 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-260c23d2-0ca5-40a9-aca1-35c0ef099af6 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:53.344650 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260c23d2-0ca5-40a9-aca1-35c0ef099af6'] response: {'server_uuid': '0886baa4-5f7f-4179-ba46-6041ed4aac4d', 'name': 'network-vif-deleted', 'tag': '259c2ea2-f83a-4a9f-bda3-903d81c03a95', 'status': 'completed', 'code': 200} Sep 14 02:56:53.757515 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4d4ff8a5-b6f2-41b6-90a9-3a72bd47a044 req-8ab2180c-e4d8-40c4-9228-a3b1c8ddb47f tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0886baa4-5f7f-4179-ba46-6041ed4aac4d HTTP/1.1" status: 200 len: 210 time: 0.0289896 Sep 14 02:56:54.389570 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f57e0-2e75-433e-bd8f-4eb36d5db5ed req-1e606acb-6b51-4769-bed8-e8a482551c8e tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:54.391090 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6d0f57e0-2e75-433e-bd8f-4eb36d5db5ed req-1e606acb-6b51-4769-bed8-e8a482551c8e tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0470910 Sep 14 02:56:54.455943 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6d0f57e0-2e75-433e-bd8f-4eb36d5db5ed req-6ceb7f95-1dd4-4b10-951e-b1580bd1e783 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589769 Sep 14 02:56:55.177787 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=55 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:55.179267 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dd9e5-0d13-406a-a278-e792b4f7ad6a req-d2e4c5fd-4766-4db3-8690-a075ff25eba8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:55.181117 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7d6dd9e5-0d13-406a-a278-e792b4f7ad6a req-d2e4c5fd-4766-4db3-8690-a075ff25eba8 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0488048 Sep 14 02:56:55.184994 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=27 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:55.229333 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7d6dd9e5-0d13-406a-a278-e792b4f7ad6a req-2326ce2d-e457-4cb8-824b-5a9843c7c139 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Sep 14 02:56:55.579193 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3018-1bec-4f5d-a758-5a116f99a970 req-5f713f09-8420-455f-98ba-1593037c0fdb tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:55.580656 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa7b3018-1bec-4f5d-a758-5a116f99a970 req-5f713f09-8420-455f-98ba-1593037c0fdb tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0483494 Sep 14 02:56:55.641789 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa7b3018-1bec-4f5d-a758-5a116f99a970 req-e4e91e2e-e02e-4a7b-9e27-1cb448d9e70e tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555449 Sep 14 02:56:56.358350 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef9e0f-4b98-42ec-9c2a-f7160d1eb6bd req-32789dc7-83fb-4c6e-bf18-7593d3eb515d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:56.359762 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-73ef9e0f-4b98-42ec-9c2a-f7160d1eb6bd req-32789dc7-83fb-4c6e-bf18-7593d3eb515d tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0517116 Sep 14 02:56:56.372138 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:56.409069 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-73ef9e0f-4b98-42ec-9c2a-f7160d1eb6bd req-1abca389-5369-4436-bdd7-6e7bf04b6202 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Sep 14 02:56:56.632011 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 259c2ea2-f83a-4a9f-bda3-903d81c03a95 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:56.656122 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 259c2ea2-f83a-4a9f-bda3-903d81c03a95 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:56.656566 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 259c2ea2-f83a-4a9f-bda3-903d81c03a95 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:56.762724 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfad71e-1a3d-4a3a-bce7-60301d64d2d6 req-454fb811-408b-42b0-b56a-80eac0cb7330 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:56.764287 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fdfad71e-1a3d-4a3a-bce7-60301d64d2d6 req-454fb811-408b-42b0-b56a-80eac0cb7330 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0476975 Sep 14 02:56:56.825532 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fdfad71e-1a3d-4a3a-bce7-60301d64d2d6 req-06af250c-1b02-4df5-909d-d345c7356959 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553167 Sep 14 02:56:57.531918 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742192-3612-48a9-be0b-134eda6b65c9 req-4daa2afd-e341-4e44-b09d-41d4bb9ad1af tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:57.533674 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-87742192-3612-48a9-be0b-134eda6b65c9 req-4daa2afd-e341-4e44-b09d-41d4bb9ad1af tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0499492 Sep 14 02:56:57.580652 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-87742192-3612-48a9-be0b-134eda6b65c9 req-7a41e344-e448-4c45-b765-1f15a1f71b8b tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Sep 14 02:56:57.951821 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073afb-b0bb-4218-a4eb-4b1d70f8cda4 req-c29b5745-b1d0-44a9-b767-acd2d3b816c2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:57.953269 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2a073afb-b0bb-4218-a4eb-4b1d70f8cda4 req-c29b5745-b1d0-44a9-b767-acd2d3b816c2 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0470393 Sep 14 02:56:58.012660 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2a073afb-b0bb-4218-a4eb-4b1d70f8cda4 req-a8947264-a4ef-4b79-b72d-fa1ca0671952 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536239 Sep 14 02:56:58.699171 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-4d9c7b4b-a9c7-4dfd-86d7-3f3ba82fd094 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:58.700655 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-4d9c7b4b-a9c7-4dfd-86d7-3f3ba82fd094 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0486391 Sep 14 02:56:58.703165 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c0701-ef0d-42cf-8faa-1a889b64ab12 req-dbccac7b-5a3c-47a1-b431-707151658900 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:58.704623 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-db5c0701-ef0d-42cf-8faa-1a889b64ab12 req-dbccac7b-5a3c-47a1-b431-707151658900 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 945 time: 0.0458364 Sep 14 02:56:58.742843 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:58.755440 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-db5c0701-ef0d-42cf-8faa-1a889b64ab12 req-b9afb4e9-ed93-4444-bd2b-603753c7ef26 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f7d254a-e4d7-442a-be74-66b26c2aa9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450833 Sep 14 02:56:58.805932 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Deleting port 811fea78-d531-4790-8314-89dd0106a43f {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:58.806270 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (811fea78-d531-4790-8314-89dd0106a43f), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:58.844848 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:58.894531 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] For port 811fea78-d531-4790-8314-89dd0106a43f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=811fea78-d531-4790-8314-89dd0106a43f,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:58.894808 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (811fea78-d531-4790-8314-89dd0106a43f), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:58.907623 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Calling delete_port for 811fea78-d531-4790-8314-89dd0106a43f owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:59.099027 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (811fea78-d531-4790-8314-89dd0106a43f), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:59.110901 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['811fea78-d531-4790-8314-89dd0106a43f'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:56:59.122460 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:59.128364 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Pushing event deleted for resources: {'Port': ['ID=811fea78-d531-4790-8314-89dd0106a43f,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:59.135563 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca598053-7e56-454c-8686-27c1025d0a45 req-d940dffc-aae4-444d-9169-ebe25e41f6e9 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:59.141931 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ca598053-7e56-454c-8686-27c1025d0a45 req-d940dffc-aae4-444d-9169-ebe25e41f6e9 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0559165 Sep 14 02:56:59.184531 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] No DVR routers for this DVR port 811fea78-d531-4790-8314-89dd0106a43f on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:59.187616 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:59.191561 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b3fb0aed-77ec-46fd-b9b1-b7966dff1823 req-7e447d87-c65e-44b7-b0f1-b5ad220593f3 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.23 "DELETE /networking/v2.0/ports/811fea78-d531-4790-8314-89dd0106a43f HTTP/1.1" status: 204 len: 173 time: 0.4837561 Sep 14 02:56:59.192088 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820deb57-a566-43e3-a048-7d35d841174b', 'name': 'network-vif-deleted', 'tag': '811fea78-d531-4790-8314-89dd0106a43f'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:59.194371 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e941d0d9-abf2-494c-88aa-0290493f5445" -d '{"events": [{"server_uuid": "820deb57-a566-43e3-a048-7d35d841174b", "name": "network-vif-deleted", "tag": "811fea78-d531-4790-8314-89dd0106a43f"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:59.205489 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ca598053-7e56-454c-8686-27c1025d0a45 req-c5f3b366-2b12-4ef0-a8e3-e6f3a609e818 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626700 Sep 14 02:56:59.262923 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108e88ef-3eb2-4ca2-82bb-c7d1be9e23e7 x-openstack-request-id: req-108e88ef-3eb2-4ca2-82bb-c7d1be9e23e7 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:59.263230 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820deb57-a566-43e3-a048-7d35d841174b", "name": "network-vif-deleted", "tag": "811fea78-d531-4790-8314-89dd0106a43f", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:59.263469 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-108e88ef-3eb2-4ca2-82bb-c7d1be9e23e7 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:59.263859 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108e88ef-3eb2-4ca2-82bb-c7d1be9e23e7'] response: {'server_uuid': '820deb57-a566-43e3-a048-7d35d841174b', 'name': 'network-vif-deleted', 'tag': '811fea78-d531-4790-8314-89dd0106a43f', 'status': 'completed', 'code': 200} Sep 14 02:56:59.824972 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:56:59.871558 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f1f7baa-f5e7-46b9-83a6-b43f8ba4815b req-10080f90-c7eb-4f26-b3af-e5047a3c1558 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 210 time: 0.0301261 Sep 14 02:57:00.350554 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7629ebd-b148-4704-a7fb-bf18142bf890 req-26840df0-b729-447a-9afd-b2925277a9e9 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:00.351965 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d7629ebd-b148-4704-a7fb-bf18142bf890 req-26840df0-b729-447a-9afd-b2925277a9e9 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0484028 Sep 14 02:57:00.416180 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d7629ebd-b148-4704-a7fb-bf18142bf890 req-b5d66dac-1b38-4fbe-8cb3-8140ec80e452 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583375 Sep 14 02:57:01.104787 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a384e80d-0e00-4247-b579-ae9016d23cbc req-148e0dfe-bfe0-4470-a268-f3eafa1d8ee0 tempest-ServerRescueNegativeTestJSON-2106068733 tempest-ServerRescueNegativeTestJSON-2106068733-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=820deb57-a566-43e3-a048-7d35d841174b HTTP/1.1" status: 200 len: 210 time: 0.1411049 Sep 14 02:57:01.541690 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89563bd9-3c06-46aa-85d6-5ff221ff5ae3 req-57e0bccd-5f45-4e13-8080-dfabb7581b82 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:01.545802 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-89563bd9-3c06-46aa-85d6-5ff221ff5ae3 req-57e0bccd-5f45-4e13-8080-dfabb7581b82 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0511749 Sep 14 02:57:01.620147 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-89563bd9-3c06-46aa-85d6-5ff221ff5ae3 req-e4c91fb1-7385-483c-8c4e-afdbb8297333 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=117841aa-8380-4f57-8e9c-10d524860ab3&id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680969 Sep 14 02:57:02.169901 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43244) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:02.451297 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:02.588538 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (e486053e-e857-495e-b83d-374ec759de15), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:02.685610 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 811fea78-d531-4790-8314-89dd0106a43f no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:02.705096 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 811fea78-d531-4790-8314-89dd0106a43f {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:02.705449 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 811fea78-d531-4790-8314-89dd0106a43f not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:02.815577 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Deleting port f533045d-c63b-4e41-ad34-dc911c0d2d20 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:02.815922 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:02.886081 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:02.897306 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] For port f533045d-c63b-4e41-ad34-dc911c0d2d20, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=f533045d-c63b-4e41-ad34-dc911c0d2d20,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:02.897676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:02.910988 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Calling delete_port for f533045d-c63b-4e41-ad34-dc911c0d2d20 owned by network:router_interface {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:03.182520 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (f533045d-c63b-4e41-ad34-dc911c0d2d20), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:03.212374 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Pushing event deleted for resources: {'Port': ['ID=f533045d-c63b-4e41-ad34-dc911c0d2d20,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:03.378348 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (e486053e-e857-495e-b83d-374ec759de15), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:03.424499 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:03.585994 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Router e486053e-e857-495e-b83d-374ec759de15 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:57:03.945228 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:57:03.954396 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-c5482a84-adf0-4ef8-97c4-498c65bca56c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e486053e-e857-495e-b83d-374ec759de15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7799194 Sep 14 02:57:03.954541 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43266) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:03.955137 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] Sync routers for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:57:03.966705 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:03.967364 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:04.054133 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks [] for router (e486053e-e857-495e-b83d-374ec759de15), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.071341 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:04.158901 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks [] for router_gateway (e486053e-e857-495e-b83d-374ec759de15), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.250558 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:57:03Z', 'revision_number': 5, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port': {'id': '5a86af97-3374-4a42-ac81-1e4bb9eb6f9b', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486053e-e857-495e-b83d-374ec759de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:04.279934 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] Checking router: e486053e-e857-495e-b83d-374ec759de15 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:57:04.289314 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] Routers {'e486053e-e857-495e-b83d-374ec759de15'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:04.289535 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Deleting port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:04.290542 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.290705 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['e486053e-e857-495e-b83d-374ec759de15'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:04.371227 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] Set router e486053e-e857-495e-b83d-374ec759de15 gateway port host: None {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:04.373514 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] For port 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=5a86af97-3374-4a42-ac81-1e4bb9eb6f9b,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:04.373878 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.383995 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:04.388334 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Calling delete_port for 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b owned by network:router_gateway {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:04.424453 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:57:04Z', 'revision_number': 6, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port_host': None}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:04.451469 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881294e6-19ab-436c-9ae5-7b5733f03e97 None None] The sync data for ids ['e486053e-e857-495e-b83d-374ec759de15'] in dv-cinder-857075-6-smb is: [{'id': 'e486053e-e857-495e-b83d-374ec759de15', 'name': 'tempest-ServerRescueNegativeTestJSON-1492635470-router', 'tenant_id': '8699604d52874cda8ff8c3c7b8e23345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:57:04Z', 'revision_number': 6, 'project_id': '8699604d52874cda8ff8c3c7b8e23345', 'gw_port_host': None}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:57:04.636089 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (5a86af97-3374-4a42-ac81-1e4bb9eb6f9b), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.641344 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd1af-4bca-44e1-b1b8-4d2714273572 req-86d01947-008e-443c-8cb0-b7ca8302e53b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:04.642849 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-727fd1af-4bca-44e1-b1b8-4d2714273572 req-86d01947-008e-443c-8cb0-b7ca8302e53b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 946 time: 0.0467520 Sep 14 02:57:04.666097 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a86af97-3374-4a42-ac81-1e4bb9eb6f9b,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:04.670953 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:04.687398 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:04.695572 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-727fd1af-4bca-44e1-b1b8-4d2714273572 req-488714bf-06cc-445b-b6b0-02330a4a2c0b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467722 Sep 14 02:57:04.728538 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (e486053e-e857-495e-b83d-374ec759de15), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.750416 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.815644 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (e486053e-e857-495e-b83d-374ec759de15), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.817930 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks [] for router_controller (e486053e-e857-495e-b83d-374ec759de15), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.921834 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (e486053e-e857-495e-b83d-374ec759de15), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.922449 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e486053e-e857-495e-b83d-374ec759de15 {{(pid=113175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:57:04.926594 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:04.927755 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-2364d78c-259c-46e9-a82b-4f1c2519b52a admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/e486053e-e857-495e-b83d-374ec759de15 HTTP/1.1" status: 204 len: 168 time: 0.9725511 Sep 14 02:57:04.931650 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43278) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:04.977838 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7f8d22-0994-4052-86a2-c8202eef65bc admin admin] Deleting subnet 7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 {{(pid=113175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:57:04.980893 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d22-0994-4052-86a2-c8202eef65bc admin admin] Publish callbacks [] for subnet (7c1443c3-37ad-4a9b-96cd-2cb17bac97d4), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.017437 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d22-0994-4052-86a2-c8202eef65bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15802306'] for subnet (7c1443c3-37ad-4a9b-96cd-2cb17bac97d4), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.120992 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d22-0994-4052-86a2-c8202eef65bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (7c1443c3-37ad-4a9b-96cd-2cb17bac97d4), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.242242 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d22-0994-4052-86a2-c8202eef65bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16109470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781878'] for subnet (7c1443c3-37ad-4a9b-96cd-2cb17bac97d4), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.265862 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f8d22-0994-4052-86a2-c8202eef65bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1443c3-37ad-4a9b-96cd-2cb17bac97d4,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:05.271301 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d22-0994-4052-86a2-c8202eef65bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.274964 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-0c7f8d22-0994-4052-86a2-c8202eef65bc admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/7c1443c3-37ad-4a9b-96cd-2cb17bac97d4 HTTP/1.1" status: 204 len: 168 time: 0.3429513 Sep 14 02:57:05.277544 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43280) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:05.278636 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163588fb-cf21-4f93-ade2-a96f7759ff30 None None] Network ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:57:05.350239 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.397230 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Deleting port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:05.397585 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.439227 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] DHCP port deletion for ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:57:05.469117 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] For port a08c115e-4eea-4e1e-b9dc-2ff59dddb071, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:05.469580 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.481810 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] Deleting port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 {{(pid=113176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:05.482525 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), before_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.483140 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Calling delete_port for a08c115e-4eea-4e1e-b9dc-2ff59dddb071 owned by network:dhcp {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:05.549610 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] For port a08c115e-4eea-4e1e-b9dc-2ff59dddb071, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,segment=NetworkSegment(bd1dff06-6ffe-45bf-81e6-537bcebfd582),segment_id=bd1dff06-6ffe-45bf-81e6-537bcebfd582)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:05.550041 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), precommit_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.563231 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] Calling delete_port for a08c115e-4eea-4e1e-b9dc-2ff59dddb071 owned by network:dhcp {{(pid=113176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:05.624467 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.640912 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (a08c115e-4eea-4e1e-b9dc-2ff59dddb071), after_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.649537 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:05.655048 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] No DVR routers for this DVR port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 on host dv-cinder-857075-6-smb {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:57:05.663343 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] Pushing event deleted for resources: {'Port': ['ID=a08c115e-4eea-4e1e-b9dc-2ff59dddb071,revision_number=None']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:05.669689 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca6b263-eec9-4e07-b67a-7a39c30ae530 None None] No DVR routers for this DVR port a08c115e-4eea-4e1e-b9dc-2ff59dddb071 on host dv-cinder-857075-6-smb {{(pid=113176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:57:05.736633 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.758314 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a']}} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:05.767960 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1dff06-6ffe-45bf-81e6-537bcebfd582') {'for_net_delete': True} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:05.768253 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1dff06-6ffe-45bf-81e6-537bcebfd582') {} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:05.788443 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15433009'] for segment (bd1dff06-6ffe-45bf-81e6-537bcebfd582), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.803308 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (bd1dff06-6ffe-45bf-81e6-537bcebfd582), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.810907 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=113174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:57:05.812006 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13189893'] for segment (bd1dff06-6ffe-45bf-81e6-537bcebfd582), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:05.832642 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:05.835682 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:DELETE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:05.854345 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:05.854730 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 5a86af97-3374-4a42-ac81-1e4bb9eb6f9b not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:05.855149 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a08c115e-4eea-4e1e-b9dc-2ff59dddb071 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:05.861935 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment bd1dff06-6ffe-45bf-81e6-537bcebfd582 resource provider aggregate not found Sep 14 02:57:05.875454 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: a08c115e-4eea-4e1e-b9dc-2ff59dddb071 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:05.875812 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a08c115e-4eea-4e1e-b9dc-2ff59dddb071 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:05.876221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device f533045d-c63b-4e41-ad34-dc911c0d2d20 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:05.898726 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: f533045d-c63b-4e41-ad34-dc911c0d2d20 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:05.900245 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device f533045d-c63b-4e41-ad34-dc911c0d2d20 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:05.905874 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment bd1dff06-6ffe-45bf-81e6-537bcebfd582 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd1dff06-6ffe-45bf-81e6-537bcebfd582 found for delete ", "request_id": "req-3240ddc8-eb8e-4f86-b6ce-2879c1632f97"}]} Sep 14 02:57:05.932817 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cff91-d07d-4fd3-b18f-9b0284c7938f req-a2352a6d-133a-4f5a-8a29-c74082fe00ae tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:05.934249 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-df5cff91-d07d-4fd3-b18f-9b0284c7938f req-a2352a6d-133a-4f5a-8a29-c74082fe00ae tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 946 time: 0.1577680 Sep 14 02:57:05.986520 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-df5cff91-d07d-4fd3-b18f-9b0284c7938f req-4639d206-89ec-4c24-80e0-0f33e02b2ed5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Sep 14 02:57:05.995767 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:06.003620 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:06.006798 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a HTTP/1.1" status: 204 len: 168 time: 0.7276886 Sep 14 02:57:06.016364 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2cb21-9960-4447-959b-254a4c943e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf7d9dc-d6b1-42c8-8a7a-972ea7d40a5a,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:06.328850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43292) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:06.368003 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-12a79cfc-7db4-4436-90fc-d7d2fc9d114c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8699604d52874cda8ff8c3c7b8e23345&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379546 Sep 14 02:57:06.370297 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43294) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:06.381343 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:06.418972 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-07b5eb2a-b908-49cc-965c-62a551852cb3 admin admin] Publish callbacks [] for security_group (9f7d254a-e4d7-442a-be74-66b26c2aa9df), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:06.438799 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-07b5eb2a-b908-49cc-965c-62a551852cb3 admin admin] Publish callbacks [] for security_group (9f7d254a-e4d7-442a-be74-66b26c2aa9df), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:06.453299 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:06.576773 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-07b5eb2a-b908-49cc-965c-62a551852cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (9f7d254a-e4d7-442a-be74-66b26c2aa9df), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:06.579251 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-07b5eb2a-b908-49cc-965c-62a551852cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:06.580391 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-07b5eb2a-b908-49cc-965c-62a551852cb3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9f7d254a-e4d7-442a-be74-66b26c2aa9df HTTP/1.1" status: 204 len: 168 time: 0.2091961 Sep 14 02:57:06.588703 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5eb2a-b908-49cc-965c-62a551852cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7d254a-e4d7-442a-be74-66b26c2aa9df,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:06.677730 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-7b26e882-2df7-4409-ad4a-ebcade7b9bb8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:06.679232 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-7b26e882-2df7-4409-ad4a-ebcade7b9bb8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 946 time: 0.0490620 Sep 14 02:57:07.009043 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Deleting port 65258f30-c654-426a-a21d-aeb6acac0950 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:07.009380 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (65258f30-c654-426a-a21d-aeb6acac0950), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:07.108187 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] For port 65258f30-c654-426a-a21d-aeb6acac0950, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=65258f30-c654-426a-a21d-aeb6acac0950,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:07.108681 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (65258f30-c654-426a-a21d-aeb6acac0950), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:07.140930 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eb432-dede-44af-bfe1-2e62a33af2fc req-625340d5-a35d-4a5b-8db1-fad84849f6f4 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:07.142357 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8a9eb432-dede-44af-bfe1-2e62a33af2fc req-625340d5-a35d-4a5b-8db1-fad84849f6f4 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 946 time: 0.0667670 Sep 14 02:57:07.156109 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:07.191581 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8a9eb432-dede-44af-bfe1-2e62a33af2fc req-3b000610-184c-42a0-aa64-33be523a1827 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cb46db4-127d-416c-a206-1a1d97dbf680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Sep 14 02:57:07.285847 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:07.286210 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (586c1e98-fe3d-4289-bc55-8f5101544f03), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:07.286562 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Floating IP 586c1e98-fe3d-4289-bc55-8f5101544f03 disassociated. External IP: 172.28.1.151, port: 65258f30-c654-426a-a21d-aeb6acac0950. Sep 14 02:57:07.286924 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Calling delete_port for 65258f30-c654-426a-a21d-aeb6acac0950 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:07.360664 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:07.447409 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-95c81d38-365a-42aa-b544-2aa743d59d48 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447667 Sep 14 02:57:07.473938 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (65258f30-c654-426a-a21d-aeb6acac0950), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:07.507910 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'Port': ['ID=65258f30-c654-426a-a21d-aeb6acac0950,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:07.520179 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.520459 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.520800 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.521141 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.521527 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.521781 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.522107 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.522427 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.522777 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.523606 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.523606 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.523847 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.524143 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.524533 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.524853 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:07.538594 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-8583de6d-b567-42b8-ad37-d8d5f70e53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:07.540755 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-8583de6d-b567-42b8-ad37-d8d5f70e53a1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1168 time: 0.0486457 Sep 14 02:57:07.639932 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:57:07.664176 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-5857c768-d9cc-4e6b-92c9-4f067183d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:07.665999 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-5857c768-d9cc-4e6b-92c9-4f067183d980 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 200 len: 915 time: 0.1012003 Sep 14 02:57:07.732776 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-07e09cda-3e81-4aa8-98d4-1ec2ed534ea8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 1001 time: 0.0582969 Sep 14 02:57:07.752650 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:57:07.765065 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:57:07.779611 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:07.780255 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:07.816543 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-f387b6e7-aa63-4909-8244-1c61b922b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:07.817869 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] No DVR routers for this DVR port 65258f30-c654-426a-a21d-aeb6acac0950 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:57:07.818237 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-f387b6e7-aa63-4909-8244-1c61b922b770 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=38c9c1b2-fe64-455c-b255-b4025c45f3a9 HTTP/1.1" status: 200 len: 854 time: 0.0791476 Sep 14 02:57:07.820266 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:07.824011 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fe6c774d-42fb-4600-ba8d-59f154a7055d req-455ea295-c8df-4d41-beea-e891f083a14b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "DELETE /networking/v2.0/ports/65258f30-c654-426a-a21d-aeb6acac0950 HTTP/1.1" status: 204 len: 173 time: 1.1393867 Sep 14 02:57:07.824584 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d46197-499b-4af6-89a9-47cfa71ff179', 'name': 'network-vif-deleted', 'tag': '65258f30-c654-426a-a21d-aeb6acac0950'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:07.826869 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb7e9ea-75ec-4329-a24f-298837619c05" -d '{"events": [{"server_uuid": "88d46197-499b-4af6-89a9-47cfa71ff179", "name": "network-vif-deleted", "tag": "65258f30-c654-426a-a21d-aeb6acac0950"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:07.865460 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c63311-a1c7-4d78-821e-7bfc5cc93449 x-openstack-request-id: req-40c63311-a1c7-4d78-821e-7bfc5cc93449 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:07.865861 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d46197-499b-4af6-89a9-47cfa71ff179", "name": "network-vif-deleted", "tag": "65258f30-c654-426a-a21d-aeb6acac0950", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:07.866213 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-40c63311-a1c7-4d78-821e-7bfc5cc93449 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:07.866780 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c63311-a1c7-4d78-821e-7bfc5cc93449'] response: {'server_uuid': '88d46197-499b-4af6-89a9-47cfa71ff179', 'name': 'network-vif-deleted', 'tag': '65258f30-c654-426a-a21d-aeb6acac0950', 'status': 'completed', 'code': 200} Sep 14 02:57:07.869442 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-00728b1d-dd6f-4f7e-ba30-d5167522587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:07.874111 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-00728b1d-dd6f-4f7e-ba30-d5167522587a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ccbc0fc8-7425-4b05-9d04-ef14a7670989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460000 Sep 14 02:57:07.942987 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:07.959095 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:08.027233 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-15e53bd4-ec27-4edd-9396-0dd4d41d9ad4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422331 Sep 14 02:57:08.140410 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-789e524a-2bca-4b97-8461-1badad5fb2e2 req-9b6012e2-cbe8-4d85-8c45-d7418e42ba9d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054544 Sep 14 02:57:08.191357 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:08.216759 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:57:08.232371 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:08.233000 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:56:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:08.326416 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-71ffee41-b3fa-427e-8c61-a4642336ff60 req-ede7e900-a3d0-4337-9826-dbdfb13c8c16 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88d46197-499b-4af6-89a9-47cfa71ff179 HTTP/1.1" status: 200 len: 210 time: 0.0335815 Sep 14 02:57:08.351339 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:08.688786 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:08.715315 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd010465-8354-431f-873a-5c6f5d56d79b None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:57:09.011800 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da30de4-d0c1-4d64-ae16-305fa00d5501 None None] New status for floating IP 586c1e98-fe3d-4289-bc55-8f5101544f03: DOWN {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:57:09.500744 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43364) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:09.571929 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5daeed1d-e0c3-4e20-9d0f-0153d86a5a0a tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (4cb46db4-127d-416c-a206-1a1d97dbf680), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:09.600690 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5daeed1d-e0c3-4e20-9d0f-0153d86a5a0a tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (4cb46db4-127d-416c-a206-1a1d97dbf680), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:09.760756 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5daeed1d-e0c3-4e20-9d0f-0153d86a5a0a tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4cb46db4-127d-416c-a206-1a1d97dbf680), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:09.763732 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5daeed1d-e0c3-4e20-9d0f-0153d86a5a0a tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:09.764962 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-5daeed1d-e0c3-4e20-9d0f-0153d86a5a0a tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4cb46db4-127d-416c-a206-1a1d97dbf680 HTTP/1.1" status: 204 len: 168 time: 0.2631772 Sep 14 02:57:09.770296 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43374) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:09.776057 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daeed1d-e0c3-4e20-9d0f-0153d86a5a0a tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb46db4-127d-416c-a206-1a1d97dbf680,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:09.784852 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.api.v2.resource [None req-96437273-ebe2-4180-a183-36c5a4a838d5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] show failed (client error): The resource could not be found. Sep 14 02:57:09.788648 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-96437273-ebe2-4180-a183-36c5a4a838d5 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups/4cb46db4-127d-416c-a206-1a1d97dbf680 HTTP/1.1" status: 404 len: 347 time: 0.0169268 Sep 14 02:57:09.789032 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43376) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:09.922853 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Deleting port 035aa3ee-35d4-42d5-9a30-9fa220766213 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:09.923198 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (035aa3ee-35d4-42d5-9a30-9fa220766213), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:09.997746 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:10.006438 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:10.010669 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (035aa3ee-35d4-42d5-9a30-9fa220766213), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.010995 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (035aa3ee-35d4-42d5-9a30-9fa220766213), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.027774 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Calling delete_port for 035aa3ee-35d4-42d5-9a30-9fa220766213 owned by network:floatingip {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:10.316907 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (035aa3ee-35d4-42d5-9a30-9fa220766213), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.345169 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'Port': ['ID=035aa3ee-35d4-42d5-9a30-9fa220766213,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:10.380965 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.381310 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.381648 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.381984 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.382312 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.382677 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.383000 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.383998 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.384414 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.384799 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.385127 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.385452 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.385773 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.386149 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.386557 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:10.428024 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (586c1e98-fe3d-4289-bc55-8f5101544f03), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.431001 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.432155 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-fcbe4134-379f-4597-9d5a-442e89a25aea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/586c1e98-fe3d-4289-bc55-8f5101544f03 HTTP/1.1" status: 204 len: 168 time: 0.6421056 Sep 14 02:57:10.437672 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43382) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:10.546748 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-86cd8277-5ac7-453e-9658-42b5b7fb3c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.619868 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-86cd8277-5ac7-453e-9658-42b5b7fb3c6a admin admin] Publish callbacks [] for security_group (4a246062-3278-48b6-95b3-e35e64e40885), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.636865 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43388) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:10.641322 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-09162fd8-9e05-484b-bc91-575c4dd27223 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315944469', 'description': 'tempest-description--1835922927'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:57:10.713170 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-86cd8277-5ac7-453e-9658-42b5b7fb3c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4a246062-3278-48b6-95b3-e35e64e40885), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.752486 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-86cd8277-5ac7-453e-9658-42b5b7fb3c6a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=31207fe5c1f34191be550be27aaaa579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135552 Sep 14 02:57:10.753333 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd8277-5ac7-453e-9658-42b5b7fb3c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a246062-3278-48b6-95b3-e35e64e40885,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:10.755305 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43390) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:10.758755 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-09162fd8-9e05-484b-bc91-575c4dd27223 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.760495 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 65258f30-c654-426a-a21d-aeb6acac0950 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:10.782680 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 65258f30-c654-426a-a21d-aeb6acac0950 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:10.783370 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 65258f30-c654-426a-a21d-aeb6acac0950 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:10.810701 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ea9c855d-13b9-4de4-97d4-e8d80d662589 admin admin] Publish callbacks [] for security_group (4a246062-3278-48b6-95b3-e35e64e40885), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.824007 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:10.831212 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ea9c855d-13b9-4de4-97d4-e8d80d662589 admin admin] Publish callbacks [] for security_group (4a246062-3278-48b6-95b3-e35e64e40885), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.835814 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-09162fd8-9e05-484b-bc91-575c4dd27223 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (dc419de5-1c36-4e0b-8d3d-01cea84597ae), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.965011 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-09162fd8-9e05-484b-bc91-575c4dd27223 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (dc419de5-1c36-4e0b-8d3d-01cea84597ae), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.994474 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ea9c855d-13b9-4de4-97d4-e8d80d662589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4a246062-3278-48b6-95b3-e35e64e40885), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.996260 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09162fd8-9e05-484b-bc91-575c4dd27223 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc419de5-1c36-4e0b-8d3d-01cea84597ae,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:10.997092 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ea9c855d-13b9-4de4-97d4-e8d80d662589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:10.999689 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ea9c855d-13b9-4de4-97d4-e8d80d662589 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4a246062-3278-48b6-95b3-e35e64e40885 HTTP/1.1" status: 204 len: 168 time: 0.2430561 Sep 14 02:57:11.009202 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c855d-13b9-4de4-97d4-e8d80d662589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a246062-3278-48b6-95b3-e35e64e40885,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:11.089839 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-09162fd8-9e05-484b-bc91-575c4dd27223 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.092688 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-09162fd8-9e05-484b-bc91-575c4dd27223 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4532547 Sep 14 02:57:11.094147 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43394) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:11.098406 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-a916da0a-913d-4da9-b1cb-d93f844db28f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group_rule': {'security_group_id': 'dc419de5-1c36-4e0b-8d3d-01cea84597ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:57:11.185449 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a916da0a-913d-4da9-b1cb-d93f844db28f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (0faa784c-9bef-4c7d-bbdb-dc8698ae4756), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.242816 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a916da0a-913d-4da9-b1cb-d93f844db28f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (0faa784c-9bef-4c7d-bbdb-dc8698ae4756), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.315987 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a916da0a-913d-4da9-b1cb-d93f844db28f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (0faa784c-9bef-4c7d-bbdb-dc8698ae4756), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.332598 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916da0a-913d-4da9-b1cb-d93f844db28f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faa784c-9bef-4c7d-bbdb-dc8698ae4756,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:11.401810 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-a916da0a-913d-4da9-b1cb-d93f844db28f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.403056 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-a916da0a-913d-4da9-b1cb-d93f844db28f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079400 Sep 14 02:57:11.411153 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43398) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:11.415383 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-4d462e09-2014-4c43-b499-5868250208fc tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'security_group_rule': {'security_group_id': 'dc419de5-1c36-4e0b-8d3d-01cea84597ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:57:11.519794 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d462e09-2014-4c43-b499-5868250208fc tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (4bc927a2-b71e-4cb2-9ef8-5e93d5d3b725), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.531164 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:11.576525 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d462e09-2014-4c43-b499-5868250208fc tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (4bc927a2-b71e-4cb2-9ef8-5e93d5d3b725), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.676871 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43400) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:11.686723 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d462e09-2014-4c43-b499-5868250208fc tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (4bc927a2-b71e-4cb2-9ef8-5e93d5d3b725), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.705835 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-eb076215-031d-41a0-b743-7946b831dbd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.720500 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d462e09-2014-4c43-b499-5868250208fc tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc927a2-b71e-4cb2-9ef8-5e93d5d3b725,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:11.791931 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-eb076215-031d-41a0-b743-7946b831dbd6 admin admin] Publish callbacks [] for security_group (99eab5cd-efa3-407a-b149-48f8612a7633), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.801075 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d462e09-2014-4c43-b499-5868250208fc tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.802280 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4d462e09-2014-4c43-b499-5868250208fc tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902204 Sep 14 02:57:11.806386 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43402) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:11.812111 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:57:11.886776 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-eb076215-031d-41a0-b743-7946b831dbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (99eab5cd-efa3-407a-b149-48f8612a7633), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.922654 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.929485 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=16 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:11.945026 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb076215-031d-41a0-b743-7946b831dbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eab5cd-efa3-407a-b149-48f8612a7633,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:11.975345 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-eb076215-031d-41a0-b743-7946b831dbd6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2ccf62708e5848178f8568b0728e8ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974243 Sep 14 02:57:11.981488 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43406) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:12.046245 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.068073 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c2010f05-57bb-4f09-9a0a-d6cbdaccdf23 admin admin] Publish callbacks [] for security_group (99eab5cd-efa3-407a-b149-48f8612a7633), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.119692 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c2010f05-57bb-4f09-9a0a-d6cbdaccdf23 admin admin] Publish callbacks [] for security_group (99eab5cd-efa3-407a-b149-48f8612a7633), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.206603 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Allocated IP 172.28.1.106 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/d3cacf12-8119-4c8e-86e4-cafcbf9e87c3) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:57:12.306982 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c2010f05-57bb-4f09-9a0a-d6cbdaccdf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (99eab5cd-efa3-407a-b149-48f8612a7633), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.309353 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c2010f05-57bb-4f09-9a0a-d6cbdaccdf23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.310498 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-c2010f05-57bb-4f09-9a0a-d6cbdaccdf23 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/99eab5cd-efa3-407a-b149-48f8612a7633 HTTP/1.1" status: 204 len: 168 time: 0.3311164 Sep 14 02:57:12.313598 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.327159 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010f05-57bb-4f09-9a0a-d6cbdaccdf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eab5cd-efa3-407a-b149-48f8612a7633,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:12.352570 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:12.425414 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.473858 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:57:12.479682 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:57:12.481882 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=d3cacf12-8119-4c8e-86e4-cafcbf9e87c3,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:12.484173 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:57:12.567547 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (72633947-bae0-46ee-b8ad-04f9a0b6d80d), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.661498 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.772498 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:12.829328 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:12.932683 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:13.006195 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=d3cacf12-8119-4c8e-86e4-cafcbf9e87c3,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:13.008964 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (72633947-bae0-46ee-b8ad-04f9a0b6d80d), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:13.092639 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:13.093975 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7971dad6-064c-471b-b91b-495cc9bfc05c tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2865369 Sep 14 02:57:13.311561 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-3c0ec84e-830f-48ee-9e9d-3db28f3daab3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1315944469&fields=id&tenant_id=b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 267 time: 0.0486345 Sep 14 02:57:13.421182 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466087-588f-4d35-977e-c424de0ed75d req-b88d44aa-4345-4cfa-90dc-cd01872b2cd4 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:13.422673 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-b88d44aa-4345-4cfa-90dc-cd01872b2cd4 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 814 time: 0.1040967 Sep 14 02:57:13.439372 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-f7a6095b-a68a-435f-9844-01a2281d55c8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/quotas/b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 375 time: 0.0102520 Sep 14 02:57:13.490593 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-dc2fdb0e-2b71-4c2d-bf39-a8bfc2e95d47 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458264 Sep 14 02:57:13.557709 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:13.591418 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-62a8396f-16b9-415d-a3b4-7a90ed3cf5c2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883038 Sep 14 02:57:13.693784 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-fc16334d-9076-4d95-ac60-66f02a0c5f1e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926929 Sep 14 02:57:13.957064 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-236d80f9-ba78-4a83-9010-aa3080b8d582 req-d272060f-433c-4b0c-8068-c4e4b95fb6be tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 210 time: 0.0316672 Sep 14 02:57:14.546433 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ec3e30e5-8751-4aee-9552-62496544e82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:14.927242 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f3b9e-0fd9-48c5-be40-672908acfe9d req-0724fd9e-80a9-45d9-b433-04277bfcc18f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:14.928838 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-420f3b9e-0fd9-48c5-be40-672908acfe9d req-0724fd9e-80a9-45d9-b433-04277bfcc18f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0509450 Sep 14 02:57:14.984426 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-420f3b9e-0fd9-48c5-be40-672908acfe9d req-9ea6ea9c-bb60-418d-99f6-0f2a8b473aa5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464692 Sep 14 02:57:15.250107 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9e484ce5-52a1-492a-8c5e-06e6d2b8f4b9 req-bc32cb7b-a5ee-40e7-8e04-6bb5bf2ce434 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 210 time: 0.0279207 Sep 14 02:57:15.371720 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43530) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:15.479856 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-acf3a9bc-4667-448e-af63-3155ec511329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:15.554490 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-acf3a9bc-4667-448e-af63-3155ec511329 admin admin] Publish callbacks [] for security_group (cceef0e7-044a-413f-a625-8fae749fb84d), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:15.647280 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-acf3a9bc-4667-448e-af63-3155ec511329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (cceef0e7-044a-413f-a625-8fae749fb84d), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:15.689311 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-acf3a9bc-4667-448e-af63-3155ec511329 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2f64170f65654fb7afd92bfd6f28e528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164015 Sep 14 02:57:15.690171 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3a9bc-4667-448e-af63-3155ec511329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceef0e7-044a-413f-a625-8fae749fb84d,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:15.692955 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43534) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:15.747159 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6d6d457f-ed60-4ef7-889d-df9472555754 admin admin] Publish callbacks [] for security_group (cceef0e7-044a-413f-a625-8fae749fb84d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:15.763133 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:15.767706 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6d6d457f-ed60-4ef7-889d-df9472555754 admin admin] Publish callbacks [] for security_group (cceef0e7-044a-413f-a625-8fae749fb84d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:15.886948 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6d6d457f-ed60-4ef7-889d-df9472555754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (cceef0e7-044a-413f-a625-8fae749fb84d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:15.889527 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6d6d457f-ed60-4ef7-889d-df9472555754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:15.890719 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-6d6d457f-ed60-4ef7-889d-df9472555754 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cceef0e7-044a-413f-a625-8fae749fb84d HTTP/1.1" status: 204 len: 168 time: 0.1963363 Sep 14 02:57:15.898851 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d457f-ed60-4ef7-889d-df9472555754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceef0e7-044a-413f-a625-8fae749fb84d,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:16.119609 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bf5ab-f8d1-4897-a3b2-d8d7c0d8bbb1 req-12a1b053-1909-4a1f-b36b-3a1e7604382a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:16.121143 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-430bf5ab-f8d1-4897-a3b2-d8d7c0d8bbb1 req-12a1b053-1909-4a1f-b36b-3a1e7604382a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0521891 Sep 14 02:57:16.171368 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-430bf5ab-f8d1-4897-a3b2-d8d7c0d8bbb1 req-3947a9da-a0e3-41e9-96fd-b3445ef62d6f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437272 Sep 14 02:57:16.314180 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466087-588f-4d35-977e-c424de0ed75d req-ccb5d33d-f4ee-4f0b-a3fb-cc7f17111b3b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:16.315665 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-ccb5d33d-f4ee-4f0b-a3fb-cc7f17111b3b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 814 time: 0.1068904 Sep 14 02:57:16.371290 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6e5846d2-4148-4dec-8f91-84cec3dd09d5 req-ff8e7d29-5347-46ad-8aba-3a6bbbf4c148 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 210 time: 0.0387254 Sep 14 02:57:16.404391 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-9a0c6a69-a300-4dd1-a209-0e67dac96854 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b0bcf113f85a41ecada488b2b06c2fa1 HTTP/1.1" status: 200 len: 380 time: 0.0783153 Sep 14 02:57:16.417012 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'port': {'device_id': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'admin_state_up': True, 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'security_groups': ['dc419de5-1c36-4e0b-8d3d-01cea84597ae']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:57:16.550284 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43546) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:16.565093 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1b2adbe5-4eb3-4764-a807-7ea6d074b2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:16.603146 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Made reservation on behalf of b0bcf113f85a41ecada488b2b06c2fa1 for: {'port': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:57:16.606915 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:16.642876 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:16.718808 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1b2adbe5-4eb3-4764-a807-7ea6d074b2c3 admin admin] Publish callbacks [] for security_group (6fc622d1-ce6b-4f7a-aabf-70f131350cb3), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:16.750176 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-bb6bca16-4f67-41fe-8f01-94718e45b069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:16.777468 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Allocated IP 172.20.0.7 (26f16a6a-1f25-415a-b610-56afa452bb34/a104f6c7-b5f6-430d-ad22-1c424db22d7a/f4acb4d1-2696-4e2f-82b7-29a445934194) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:57:16.783001 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1b2adbe5-4eb3-4764-a807-7ea6d074b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (6fc622d1-ce6b-4f7a-aabf-70f131350cb3), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:16.802269 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:16.838780 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2adbe5-4eb3-4764-a807-7ea6d074b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc622d1-ce6b-4f7a-aabf-70f131350cb3,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:16.850194 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1b2adbe5-4eb3-4764-a807-7ea6d074b2c3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b7d4de20da714e0692445dfde5d057cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987785 Sep 14 02:57:16.853399 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43552) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:16.904936 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f4f5-3980-4269-b367-30525238b954 admin admin] Publish callbacks [] for security_group (6fc622d1-ce6b-4f7a-aabf-70f131350cb3), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:16.927533 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f4f5-3980-4269-b367-30525238b954 admin admin] Publish callbacks [] for security_group (6fc622d1-ce6b-4f7a-aabf-70f131350cb3), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:16.967180 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.046888 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f4f5-3980-4269-b367-30525238b954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (6fc622d1-ce6b-4f7a-aabf-70f131350cb3), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.049390 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f4f5-3980-4269-b367-30525238b954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.050605 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7fd0f4f5-3980-4269-b367-30525238b954 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6fc622d1-ce6b-4f7a-aabf-70f131350cb3 HTTP/1.1" status: 204 len: 168 time: 0.1960983 Sep 14 02:57:17.058949 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0f4f5-3980-4269-b367-30525238b954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc622d1-ce6b-4f7a-aabf-70f131350cb3,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:17.084284 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.131123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Network 26f16a6a-1f25-415a-b610-56afa452bb34 is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:57:17.137089 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:57:17.141232 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:57:17.169475 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event updated for resources: {'Port': ['ID=f4acb4d1-2696-4e2f-82b7-29a445934194,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:17.195616 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:17.196254 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.313802 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad6f9-d9c0-44e2-aeee-9f90a108f3ef req-38af6b22-3f5c-4999-b627-49ce743f48d2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:17.315536 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b78ad6f9-d9c0-44e2-aeee-9f90a108f3ef req-38af6b22-3f5c-4999-b627-49ce743f48d2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0560422 Sep 14 02:57:17.320258 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-928d5945-2e38-44ea-91c4-6da01ad99e09 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9063632 Sep 14 02:57:17.333371 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Request body: {'port': {'device_id': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:57:17.426185 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4f852de2-85f0-427c-9299-4e66bbd68f05 None None] Provisioning complete for port f4acb4d1-2696-4e2f-82b7-29a445934194 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:57:17.426929 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b78ad6f9-d9c0-44e2-aeee-9f90a108f3ef req-681b0e50-756d-4912-a16e-a85fd8a247b0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045110 Sep 14 02:57:17.428039 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4f852de2-85f0-427c-9299-4e66bbd68f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.428874 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4f852de2-85f0-427c-9299-4e66bbd68f05 None None] Attempt 1 to provision port f4acb4d1-2696-4e2f-82b7-29a445934194 Sep 14 02:57:17.432289 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.494446 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4f852de2-85f0-427c-9299-4e66bbd68f05 None None] Port f4acb4d1-2696-4e2f-82b7-29a445934194 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:57:17.590778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aece8-1234-4b63-83a3-e9f08ced6009 req-a93f7db7-536d-432e-8a06-3390e40f1f8f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:17.592283 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-685aece8-1234-4b63-83a3-e9f08ced6009 req-a93f7db7-536d-432e-8a06-3390e40f1f8f tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 931 time: 0.1030478 Sep 14 02:57:17.674754 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:17.701146 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-685aece8-1234-4b63-83a3-e9f08ced6009 req-53752d4e-630f-4053-b257-5ef807055d19 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022046 Sep 14 02:57:17.782786 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4acb4d1-2696-4e2f-82b7-29a445934194 {{(pid=113174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:57:17.786768 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:17.791867 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Publish callbacks [] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.804483 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.provisioning_blocks [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Transition to ACTIVE for port object f4acb4d1-2696-4e2f-82b7-29a445934194 will not be triggered until provisioned by entity L2. {{(pid=113174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:57:17.897133 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:17.986817 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Pushing event updated for resources: {'Port': ['ID=f4acb4d1-2696-4e2f-82b7-29a445934194,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:17.995138 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4f852de2-85f0-427c-9299-4e66bbd68f05 None None] Attempt 2 to provision port f4acb4d1-2696-4e2f-82b7-29a445934194 Sep 14 02:57:18.019790 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Attempting to bind port f4acb4d1-2696-4e2f-82b7-29a445934194 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:57:18.020035 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Attempting to bind port f4acb4d1-2696-4e2f-82b7-29a445934194 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:57:18.020363 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Attempting to bind port f4acb4d1-2696-4e2f-82b7-29a445934194 on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:57:18.029510 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4f852de2-85f0-427c-9299-4e66bbd68f05 None None] Port f4acb4d1-2696-4e2f-82b7-29a445934194 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:57:18.062487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Port f4acb4d1-2696-4e2f-82b7-29a445934194 on network 26f16a6a-1f25-415a-b610-56afa452bb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:57:18.062816 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Attempting to bind port f4acb4d1-2696-4e2f-82b7-29a445934194 on network 26f16a6a-1f25-415a-b610-56afa452bb34 {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:57:18.110455 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:57:18.111502 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Checking segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:57:18.111502 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Bound using segment: {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'} {{(pid=113174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:57:18.111759 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.managers [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Bound port: f4acb4d1-2696-4e2f-82b7-29a445934194, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be75d05-aa41-4b52-b8ea-8aaec26267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34'}}] {{(pid=113174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:57:18.111979 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:18.179100 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] For port f4acb4d1-2696-4e2f-82b7-29a445934194, host hv-cinder-85707, cleared binding levels {{(pid=113174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:57:18.182192 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] For port f4acb4d1-2696-4e2f-82b7-29a445934194, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f4acb4d1-2696-4e2f-82b7-29a445934194,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:57:18.190611 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:18.279782 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:18.285065 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.285703 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:18.289730 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/f4acb4d1-2696-4e2f-82b7-29a445934194 HTTP/1.1" status: 200 len: 1093 time: 0.9585598 Sep 14 02:57:18.289730 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'tag': 'f4acb4d1-2696-4e2f-82b7-29a445934194'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:18.290113 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94e1446-87a3-40fe-b9e4-106d6a681461" -d '{"events": [{"name": "network-changed", "server_uuid": "5df65508-dd47-48ac-a36c-e0870a7fd05e", "tag": "f4acb4d1-2696-4e2f-82b7-29a445934194"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:18.339556 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bd21df-a24f-428c-b7d8-638c27e68066 x-openstack-request-id: req-24bd21df-a24f-428c-b7d8-638c27e68066 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:18.339849 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df65508-dd47-48ac-a36c-e0870a7fd05e", "tag": "f4acb4d1-2696-4e2f-82b7-29a445934194", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:18.342751 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-24bd21df-a24f-428c-b7d8-638c27e68066 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:18.347153 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bd21df-a24f-428c-b7d8-638c27e68066'] response: {'name': 'network-changed', 'server_uuid': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'tag': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'status': 'completed', 'code': 200} Sep 14 02:57:18.348955 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2054b92-8924-4d17-92e7-bbba65e37794 service neutron] Pushing event updated for resources: {'Port': ['ID=f4acb4d1-2696-4e2f-82b7-29a445934194,revision_number=3']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:18.394841 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1446-87a3-40fe-b9e4-106d6a681461 req-f2d97813-d13b-4061-bb67-ecfd469eabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.396323 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a94e1446-87a3-40fe-b9e4-106d6a681461 req-f2d97813-d13b-4061-bb67-ecfd469eabb7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 1127 time: 0.0402877 Sep 14 02:57:18.499601 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:18.504389 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1446-87a3-40fe-b9e4-106d6a681461 req-b088edd3-b8ca-4be8-a346-997b6b40ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.505855 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a94e1446-87a3-40fe-b9e4-106d6a681461 req-b088edd3-b8ca-4be8-a346-997b6b40ac07 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0987706 Sep 14 02:57:18.531648 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4f852de2-85f0-427c-9299-4e66bbd68f05 None None] Attempt 3 to provision port f4acb4d1-2696-4e2f-82b7-29a445934194 Sep 14 02:57:18.570123 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4f852de2-85f0-427c-9299-4e66bbd68f05 None None] Port f4acb4d1-2696-4e2f-82b7-29a445934194 had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:57:18.610104 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048b916-295d-4c6f-ae45-d0ee3c763005 req-e59e9da4-d0a0-4359-9826-eec5e13bf078 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.611667 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b048b916-295d-4c6f-ae45-d0ee3c763005 req-e59e9da4-d0a0-4359-9826-eec5e13bf078 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0910895 Sep 14 02:57:18.675400 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1446-87a3-40fe-b9e4-106d6a681461 req-b700d2c4-6daf-4197-b3a7-086318495e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.676871 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a94e1446-87a3-40fe-b9e4-106d6a681461 req-b700d2c4-6daf-4197-b3a7-086318495e56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1639335 Sep 14 02:57:18.685395 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b048b916-295d-4c6f-ae45-d0ee3c763005 req-978bd417-57da-4aba-98ad-d27603426237 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668118 Sep 14 02:57:18.752835 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466087-588f-4d35-977e-c424de0ed75d req-03fbef39-389e-42d0-8237-1b423af61298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.754650 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-03fbef39-389e-42d0-8237-1b423af61298 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 1127 time: 0.0408585 Sep 14 02:57:18.803580 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-2c8c9a72-2bee-45bc-9db1-99079b290935 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4acb4d1-2696-4e2f-82b7-29a445934194 HTTP/1.1" status: 200 len: 217 time: 0.0415661 Sep 14 02:57:18.872567 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478b49-4cd1-490f-bc99-ae32958d62f3 req-bbbc334a-e0a1-4a96-adde-64ac85121fb8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.874003 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9a478b49-4cd1-490f-bc99-ae32958d62f3 req-bbbc334a-e0a1-4a96-adde-64ac85121fb8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 943 time: 0.0794079 Sep 14 02:57:18.897878 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466087-588f-4d35-977e-c424de0ed75d req-950083b8-60d5-4ac7-bdad-576ace01cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.899344 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-950083b8-60d5-4ac7-bdad-576ace01cffc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.0726011 Sep 14 02:57:18.951286 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:18.959290 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9a478b49-4cd1-490f-bc99-ae32958d62f3 req-7a4d1505-44cb-457d-8971-a435dcf84fa8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793664 Sep 14 02:57:18.962606 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466087-588f-4d35-977e-c424de0ed75d req-d473f5c8-1e28-439e-8053-8844e3c2a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:18.964021 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-d473f5c8-1e28-439e-8053-8844e3c2a6d9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0569432 Sep 14 02:57:19.088738 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:19.091196 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:19.327032 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-4821ad70-1a7b-418b-9dcd-057143fda64b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549402 Sep 14 02:57:19.422305 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-69466087-588f-4d35-977e-c424de0ed75d req-195d94b7-09fe-4c95-85e2-4a3217d35d99 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885274 Sep 14 02:57:19.816101 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327644c0-805f-4d3f-b3ac-3ede2b6c4d47 req-67284931-ddc2-4d61-8625-ffbf44538565 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:19.817631 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-327644c0-805f-4d3f-b3ac-3ede2b6c4d47 req-67284931-ddc2-4d61-8625-ffbf44538565 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0498438 Sep 14 02:57:19.850867 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:19.869020 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-327644c0-805f-4d3f-b3ac-3ede2b6c4d47 req-80c730f7-54e0-4cb6-a855-e588b864df48 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 Sep 14 02:57:19.904446 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:20.089329 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b255-168e-4748-84c4-7508e31cad44 req-48eb4aac-4357-4759-bcc0-c1caeb524358 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:20.090797 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6a11b255-168e-4748-84c4-7508e31cad44 req-48eb4aac-4357-4759-bcc0-c1caeb524358 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 943 time: 0.0485456 Sep 14 02:57:20.141699 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-6a11b255-168e-4748-84c4-7508e31cad44 req-525b5b7e-2f93-49db-af5c-603f7483f1fe tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440710 Sep 14 02:57:20.783973 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f4acb4d1-2696-4e2f-82b7-29a445934194 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:57:20.804356 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:20.854144 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:20.887571 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f4acb4d1-2696-4e2f-82b7-29a445934194, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f4acb4d1-2696-4e2f-82b7-29a445934194,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:20.898675 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'port_id': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'mac_address': 'fa:16:3e:0e:e6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:57:20.934459 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f4acb4d1-2696-4e2f-82b7-29a445934194 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:57:20.935853 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:20.949143 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4acb4d1-2696-4e2f-82b7-29a445934194 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:57:20.969135 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f4acb4d1-2696-4e2f-82b7-29a445934194, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f4acb4d1-2696-4e2f-82b7-29a445934194,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:21.001271 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8b447-86dd-40b5-825f-1977eff0de71 req-4f3850ba-28e7-431a-9297-0101bd3879d1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:21.002807 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-85a8b447-86dd-40b5-825f-1977eff0de71 req-4f3850ba-28e7-431a-9297-0101bd3879d1 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0517366 Sep 14 02:57:21.050898 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-85a8b447-86dd-40b5-825f-1977eff0de71 req-4ea5d6cd-198c-47cd-a4d4-52a87e7183cb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Sep 14 02:57:21.079553 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:21.131126 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f4acb4d1-2696-4e2f-82b7-29a445934194,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:21.138965 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.139320 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.139667 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.140037 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.140381 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.140713 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.141047 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.141375 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.141703 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.142034 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.142363 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.142718 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.143046 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.143371 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.143693 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:57:21.262747 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb01e75-78c4-49f7-912a-5454c1c89226 req-5bacdf91-94ef-43f9-8bd4-8d1fb6c5c164 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:21.264262 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-abb01e75-78c4-49f7-912a-5454c1c89226 req-5bacdf91-94ef-43f9-8bd4-8d1fb6c5c164 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 944 time: 0.0476248 Sep 14 02:57:21.311506 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-abb01e75-78c4-49f7-912a-5454c1c89226 req-95b37d0f-38f4-4045-9f65-93ccc9fca1ea tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Sep 14 02:57:21.360810 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['f4acb4d1-2696-4e2f-82b7-29a445934194'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:57:22.179215 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c58e3d-cc72-4635-a8b0-a7814dcb0bc4 req-ff63cf5a-19f7-45c8-b110-60de25966e1e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:22.180819 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-31c58e3d-cc72-4635-a8b0-a7814dcb0bc4 req-ff63cf5a-19f7-45c8-b110-60de25966e1e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0490355 Sep 14 02:57:22.234874 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-31c58e3d-cc72-4635-a8b0-a7814dcb0bc4 req-5370f4d0-a6dd-4ba5-8885-1e86d26d6d91 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473406 Sep 14 02:57:22.430241 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bfe4d-3634-4eb4-9f56-019972c61c3d req-20c48007-5705-40a6-b3cf-34dd535f77ab tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:22.431801 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d45bfe4d-3634-4eb4-9f56-019972c61c3d req-20c48007-5705-40a6-b3cf-34dd535f77ab tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 944 time: 0.0475457 Sep 14 02:57:22.480189 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d45bfe4d-3634-4eb4-9f56-019972c61c3d req-fa0b1bd2-6f6a-4306-ac41-077b37e6241b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426893 Sep 14 02:57:22.799490 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f4acb4d1-2696-4e2f-82b7-29a445934194 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:57:22.845698 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port f4acb4d1-2696-4e2f-82b7-29a445934194 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:57:22.907782 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port f4acb4d1-2696-4e2f-82b7-29a445934194 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:57:22.908089 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:22.908456 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port f4acb4d1-2696-4e2f-82b7-29a445934194 Sep 14 02:57:22.993631 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port f4acb4d1-2696-4e2f-82b7-29a445934194 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:57:22.994022 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:23.016200 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4acb4d1-2696-4e2f-82b7-29a445934194'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:23.018409 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5b1904-5b45-481f-b942-4553dece3d1c" -d '{"events": [{"server_uuid": "5df65508-dd47-48ac-a36c-e0870a7fd05e", "name": "network-vif-plugged", "status": "completed", "tag": "f4acb4d1-2696-4e2f-82b7-29a445934194"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:23.031248 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port f4acb4d1-2696-4e2f-82b7-29a445934194, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f4acb4d1-2696-4e2f-82b7-29a445934194,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:23.056024 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c1bf12-31df-4e7e-9375-fee4289dd546 x-openstack-request-id: req-20c1bf12-31df-4e7e-9375-fee4289dd546 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:23.056318 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df65508-dd47-48ac-a36c-e0870a7fd05e", "name": "network-vif-plugged", "status": "completed", "tag": "f4acb4d1-2696-4e2f-82b7-29a445934194", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:23.056621 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-20c1bf12-31df-4e7e-9375-fee4289dd546 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:23.056975 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c1bf12-31df-4e7e-9375-fee4289dd546'] response: {'server_uuid': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'code': 200} Sep 14 02:57:23.125533 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:23.176006 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=f4acb4d1-2696-4e2f-82b7-29a445934194,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:23.373953 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5537c0-b508-418a-adc6-d8203ec5b08f req-d80daa8c-f84a-49db-8ec8-17159a11407c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:23.375473 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c5537c0-b508-418a-adc6-d8203ec5b08f req-d80daa8c-f84a-49db-8ec8-17159a11407c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0497203 Sep 14 02:57:23.437348 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07853a-533d-4abf-9547-6a28721d067a req-1ff44c0a-6471-4c34-b259-8a5b1a275636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:23.438886 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bb07853a-533d-4abf-9547-6a28721d067a req-1ff44c0a-6471-4c34-b259-8a5b1a275636 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 1129 time: 0.0588067 Sep 14 02:57:23.479886 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1c5537c0-b508-418a-adc6-d8203ec5b08f req-8a51bf05-58dd-4c16-a562-8e76e7eb849f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917439 Sep 14 02:57:23.498179 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:23.501825 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bb07853a-533d-4abf-9547-6a28721d067a req-17b3d3df-9cf7-46c4-bb8d-1ecc47c1f53a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550492 Sep 14 02:57:23.612120 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10d7f4-a1da-45fe-80e5-0ad7aed19c4e req-e83b29eb-e105-4d7f-b7f0-99ff9363b5bb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:23.613607 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b10d7f4-a1da-45fe-80e5-0ad7aed19c4e req-e83b29eb-e105-4d7f-b7f0-99ff9363b5bb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 945 time: 0.0558915 Sep 14 02:57:23.660663 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b10d7f4-a1da-45fe-80e5-0ad7aed19c4e req-1b3d5a92-744a-4ec8-865b-dbed4ae4ac49 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Sep 14 02:57:24.602007 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:24.611374 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0339d37-5fae-4fd9-ba1b-73708ad9b254 req-99fac28d-fd80-45d2-a660-b34a816c5872 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:24.612869 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c0339d37-5fae-4fd9-ba1b-73708ad9b254 req-99fac28d-fd80-45d2-a660-b34a816c5872 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0508695 Sep 14 02:57:24.666900 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c0339d37-5fae-4fd9-ba1b-73708ad9b254 req-d469fd52-3c7d-41df-b20e-a3833023d5ea tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483439 Sep 14 02:57:24.782614 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6dbe9-798b-421f-90ac-fdcfbb9be085 req-a47de912-1301-49d1-a63b-9b9276b8757d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:24.784024 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0ff6dbe9-798b-421f-90ac-fdcfbb9be085 req-a47de912-1301-49d1-a63b-9b9276b8757d tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 945 time: 0.0475199 Sep 14 02:57:24.833509 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0ff6dbe9-798b-421f-90ac-fdcfbb9be085 req-ae23ace7-04f2-45f7-88c7-b62c3b32b817 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Sep 14 02:57:25.855856 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43688) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:25.918411 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd37ec6-a255-4e20-9b77-9fc253e91a06 req-cf5f5a24-52c6-44cd-b96e-61de7ed47558 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:25.920017 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dbd37ec6-a255-4e20-9b77-9fc253e91a06 req-cf5f5a24-52c6-44cd-b96e-61de7ed47558 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0521295 Sep 14 02:57:25.979571 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dbd37ec6-a255-4e20-9b77-9fc253e91a06 req-9b9280cb-9b58-496a-997a-405436631977 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536463 Sep 14 02:57:26.024124 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-09378e7a-95ae-4a60-acce-2f4aa6a4a6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.105307 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521d131-8ec1-4342-9841-501e7bffb1da req-3695f242-553d-49f3-b692-feb9898593bd tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:26.106826 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f521d131-8ec1-4342-9841-501e7bffb1da req-3695f242-553d-49f3-b692-feb9898593bd tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 945 time: 0.0615456 Sep 14 02:57:26.181403 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-09378e7a-95ae-4a60-acce-2f4aa6a4a6af admin admin] Publish callbacks [] for security_group (1c35f13f-de60-41e9-b9cb-daabdd717230), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.185367 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f521d131-8ec1-4342-9841-501e7bffb1da req-9fa984b8-01de-482a-99c9-61008dba24a1 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708864 Sep 14 02:57:26.267375 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-09378e7a-95ae-4a60-acce-2f4aa6a4a6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (1c35f13f-de60-41e9-b9cb-daabdd717230), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.333166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09378e7a-95ae-4a60-acce-2f4aa6a4a6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c35f13f-de60-41e9-b9cb-daabdd717230,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:26.340976 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7fb49-3ab0-4ee1-b3fa-ebdda70ca5c3 req-7d944aa7-f6ee-4d3f-a1ea-fb8cfeae75f9 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:26.342494 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4ce7fb49-3ab0-4ee1-b3fa-ebdda70ca5c3 req-7d944aa7-f6ee-4d3f-a1ea-fb8cfeae75f9 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 945 time: 0.0862203 Sep 14 02:57:26.346317 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-09378e7a-95ae-4a60-acce-2f4aa6a4a6af admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b193c66c01ea4b53b145d3c22f98d98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873042 Sep 14 02:57:26.348290 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43700) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:26.353952 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 43702) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:26.358651 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Request body: {'floatingip': {'port_id': 'f4acb4d1-2696-4e2f-82b7-29a445934194'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:57:26.396896 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (72633947-bae0-46ee-b8ad-04f9a0b6d80d), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.398040 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-73646b45-446e-4f8c-a38a-08d336412a43 admin admin] Publish callbacks [] for security_group (1c35f13f-de60-41e9-b9cb-daabdd717230), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.421455 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-73646b45-446e-4f8c-a38a-08d336412a43 admin admin] Publish callbacks [] for security_group (1c35f13f-de60-41e9-b9cb-daabdd717230), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.454655 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:26.517140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:26.605326 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-73646b45-446e-4f8c-a38a-08d336412a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (1c35f13f-de60-41e9-b9cb-daabdd717230), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.608293 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-73646b45-446e-4f8c-a38a-08d336412a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.609701 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-73646b45-446e-4f8c-a38a-08d336412a43 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1c35f13f-de60-41e9-b9cb-daabdd717230 HTTP/1.1" status: 204 len: 168 time: 0.2602665 Sep 14 02:57:26.618628 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73646b45-446e-4f8c-a38a-08d336412a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c35f13f-de60-41e9-b9cb-daabdd717230,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:26.777056 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:26.864059 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:26.931449 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (72633947-bae0-46ee-b8ad-04f9a0b6d80d), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:27.032697 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Floating IP 72633947-bae0-46ee-b8ad-04f9a0b6d80d associated. External IP: 172.28.1.106, port: f4acb4d1-2696-4e2f-82b7-29a445934194. Sep 14 02:57:27.130499 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e759c2-7fca-4d13-8fe8-b33c2eee9b50 req-745f3fb9-97df-47f4-b79c-08e8d3e98591 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:27.132026 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e9e759c2-7fca-4d13-8fe8-b33c2eee9b50 req-745f3fb9-97df-47f4-b79c-08e8d3e98591 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0564201 Sep 14 02:57:27.184643 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e9e759c2-7fca-4d13-8fe8-b33c2eee9b50 req-a1001c29-7d8e-4d68-8c35-133bc8729ae7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441756 Sep 14 02:57:27.240443 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:57:27.346686 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:57:27.351645 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:27.358709 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:57:27.369925 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:27.370685 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:27.384325 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d25b9eee-d243-4309-a565-f7cc081a2912 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/72633947-bae0-46ee-b8ad-04f9a0b6d80d HTTP/1.1" status: 200 len: 991 time: 1.0290399 Sep 14 02:57:27.386414 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'tag': 'f4acb4d1-2696-4e2f-82b7-29a445934194'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:27.389203 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3547248e-6a9c-40df-b5d7-d16057bb9a39" -d '{"events": [{"name": "network-changed", "server_uuid": "5df65508-dd47-48ac-a36c-e0870a7fd05e", "tag": "f4acb4d1-2696-4e2f-82b7-29a445934194"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:27.430485 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4918cb-4134-4423-b312-f945f61443a9 x-openstack-request-id: req-3f4918cb-4134-4423-b312-f945f61443a9 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:27.430959 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df65508-dd47-48ac-a36c-e0870a7fd05e", "tag": "f4acb4d1-2696-4e2f-82b7-29a445934194", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:27.431402 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f4918cb-4134-4423-b312-f945f61443a9 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:27.431993 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4918cb-4134-4423-b312-f945f61443a9'] response: {'name': 'network-changed', 'server_uuid': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'tag': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'status': 'completed', 'code': 200} Sep 14 02:57:27.460141 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:27.490201 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:27.503312 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-08a39e27-1a21-4f88-b43e-171930b341ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:27.504993 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-08a39e27-1a21-4f88-b43e-171930b341ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 1129 time: 0.0513091 Sep 14 02:57:27.618380 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-d3b29363-7da1-4d2d-bdd5-63061ec7d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:27.620279 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-d3b29363-7da1-4d2d-bdd5-63061ec7d3bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 200 len: 914 time: 0.1065242 Sep 14 02:57:27.649269 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:27.736341 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '72633947-bae0-46ee-b8ad-04f9a0b6d80d', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:0e:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:57:12Z', 'updated_at': '2022-09-14T02:57:26Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:27.762841 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:57:27.771716 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:27.772329 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:27.876593 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:27.981372 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-3bd3d289-bb88-4daf-9345-27d2c4d49ddd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4acb4d1-2696-4e2f-82b7-29a445934194 HTTP/1.1" status: 200 len: 999 time: 0.0630121 Sep 14 02:57:28.022065 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:28.047093 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-30be5482-0e42-4481-a37c-2101f75437cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:28.048549 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-30be5482-0e42-4481-a37c-2101f75437cd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 200 len: 853 time: 0.0523717 Sep 14 02:57:28.102033 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-507b670b-4db3-46e9-a256-115f9018982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:28.103600 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-507b670b-4db3-46e9-a256-115f9018982a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26f16a6a-1f25-415a-b610-56afa452bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476527 Sep 14 02:57:28.107013 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '72633947-bae0-46ee-b8ad-04f9a0b6d80d', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:0e:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:57:12Z', 'updated_at': '2022-09-14T02:57:26Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:28.137505 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12e3b0-9c7e-4952-a810-db1ee902bd83 None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '72633947-bae0-46ee-b8ad-04f9a0b6d80d', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'port_id': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'mac_address': 'fa:16:3e:0e:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:57:12Z', 'updated_at': '2022-09-14T02:57:26Z', 'revision_number': 1, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:57:28.201813 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-ae95df99-670e-4015-a32d-327ada6fb0cd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914333 Sep 14 02:57:28.339238 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3547248e-6a9c-40df-b5d7-d16057bb9a39 req-8485d70a-7dd7-41bc-9937-208790267b8d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300151 Sep 14 02:57:28.353951 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38caa-8832-4669-aa3f-faa6602a8731 req-9b2bcb95-4b2f-4131-985f-e34e1f671334 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:28.355862 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2ce38caa-8832-4669-aa3f-faa6602a8731 req-9b2bcb95-4b2f-4131-985f-e34e1f671334 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0647795 Sep 14 02:57:28.401277 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05d45-1de0-42f2-85b8-03e737bfaa60 None None] New status for floating IP 72633947-bae0-46ee-b8ad-04f9a0b6d80d: ACTIVE {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:57:28.405843 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43744) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:28.415839 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2ce38caa-8832-4669-aa3f-faa6602a8731 req-f2bb37b6-2521-4c14-b299-a81e28672a70 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529435 Sep 14 02:57:28.521324 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42be0fb5-3261-4b08-96aa-878f608cb4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.532208 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:28.603557 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42be0fb5-3261-4b08-96aa-878f608cb4ea admin admin] Publish callbacks [] for security_group (7ce07386-3057-4870-99a4-82e77d30f4d3), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.697363 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42be0fb5-3261-4b08-96aa-878f608cb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (7ce07386-3057-4870-99a4-82e77d30f4d3), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.745083 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be0fb5-3261-4b08-96aa-878f608cb4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce07386-3057-4870-99a4-82e77d30f4d3,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:28.754455 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-42be0fb5-3261-4b08-96aa-878f608cb4ea admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b463e97eb0ea4246a4d26683e7ab6d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418200 Sep 14 02:57:28.756022 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 43756) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:28.809353 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cdc5-75cd-4442-85ee-438be32b2fca admin admin] Publish callbacks [] for security_group (7ce07386-3057-4870-99a4-82e77d30f4d3), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.830066 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cdc5-75cd-4442-85ee-438be32b2fca admin admin] Publish callbacks [] for security_group (7ce07386-3057-4870-99a4-82e77d30f4d3), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.950207 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cdc5-75cd-4442-85ee-438be32b2fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (7ce07386-3057-4870-99a4-82e77d30f4d3), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.952792 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cdc5-75cd-4442-85ee-438be32b2fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.953970 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-e9b3cdc5-75cd-4442-85ee-438be32b2fca admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7ce07386-3057-4870-99a4-82e77d30f4d3 HTTP/1.1" status: 204 len: 168 time: 0.1970952 Sep 14 02:57:28.961867 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3cdc5-75cd-4442-85ee-438be32b2fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce07386-3057-4870-99a4-82e77d30f4d3,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:29.550126 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91336c-2ffd-4e13-ac79-f7ded5f94e85 req-631e6955-acd3-4593-b9ab-e4285a0ac02b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:29.551686 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cf91336c-2ffd-4e13-ac79-f7ded5f94e85 req-631e6955-acd3-4593-b9ab-e4285a0ac02b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0487361 Sep 14 02:57:29.607000 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cf91336c-2ffd-4e13-ac79-f7ded5f94e85 req-182c217e-4268-4f56-b452-60ec4b387ee7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441859 Sep 14 02:57:30.740147 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d50f1d-e176-4d09-80f2-3eee3478d76b req-0be48594-3778-4831-958e-c4f05eb2ad81 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:30.741645 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-57d50f1d-e176-4d09-80f2-3eee3478d76b req-0be48594-3778-4831-958e-c4f05eb2ad81 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0526659 Sep 14 02:57:30.791336 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-57d50f1d-e176-4d09-80f2-3eee3478d76b req-efe67772-0814-4ed0-b656-77c4cb9968f0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432944 Sep 14 02:57:30.836428 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:57:30.942153 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:30.955020 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '639812eb-81d1-4569-841f-ba9e5ec03037', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'port_id': '639812eb-81d1-4569-841f-ba9e5ec03037', 'mac_address': 'fa:16:3e:98:a6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:57:30.995025 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 639812eb-81d1-4569-841f-ba9e5ec03037 is: ACTIVE; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:57:30.995945 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:31.009031 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639812eb-81d1-4569-841f-ba9e5ec03037 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:57:31.029631 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:31.102108 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:31.153711 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=6']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:31.204032 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['639812eb-81d1-4569-841f-ba9e5ec03037'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:57:31.239906 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:31.316301 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:31.926590 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a75eb4-b45d-4f39-aeeb-a70ea11a8147 req-9d85bf8e-87a2-4c3f-9e09-8bd6788766a2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:31.928107 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f2a75eb4-b45d-4f39-aeeb-a70ea11a8147 req-9d85bf8e-87a2-4c3f-9e09-8bd6788766a2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 944 time: 0.0485027 Sep 14 02:57:31.978632 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f2a75eb4-b45d-4f39-aeeb-a70ea11a8147 req-fc3f5a7e-973b-41d4-87c4-f78024a35c20 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441394 Sep 14 02:57:32.844995 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:57:32.893086 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 639812eb-81d1-4569-841f-ba9e5ec03037 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:57:32.893455 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:32.893786 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 639812eb-81d1-4569-841f-ba9e5ec03037 Sep 14 02:57:33.095147 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 639812eb-81d1-4569-841f-ba9e5ec03037 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:57:33.095488 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:33.116020 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52d40-9cee-49a2-b50c-1e8d9d32d62b req-234a7e20-bf13-430b-9137-d0d97ae127e2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:33.119391 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-94a52d40-9cee-49a2-b50c-1e8d9d32d62b req-234a7e20-bf13-430b-9137-d0d97ae127e2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 944 time: 0.0540679 Sep 14 02:57:33.119515 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:33.121818 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd331679-b9c0-433a-8122-49eb877a0e74" -d '{"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-plugged", "status": "completed", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:33.134413 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:33.162093 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:33.167827 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c985c-6dd7-4b05-9b99-115157b2788e x-openstack-request-id: req-840c985c-6dd7-4b05-9b99-115157b2788e {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:33.168109 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-plugged", "status": "completed", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:33.171008 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-840c985c-6dd7-4b05-9b99-115157b2788e {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:33.171008 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840c985c-6dd7-4b05-9b99-115157b2788e'] response: {'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037', 'code': 200} Sep 14 02:57:33.171219 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-94a52d40-9cee-49a2-b50c-1e8d9d32d62b req-98be7c9d-7fb4-49f6-a588-34e8e365297e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463657 Sep 14 02:57:33.219130 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:33.269120 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=7']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:34.312917 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a0d75-6193-47b6-ae54-66245956106d req-0565af03-3582-4461-a05d-3f247e872f4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:34.322160 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-db1a0d75-6193-47b6-ae54-66245956106d req-0565af03-3582-4461-a05d-3f247e872f4a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0620277 Sep 14 02:57:34.372508 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-db1a0d75-6193-47b6-ae54-66245956106d req-fca910f7-4b99-440b-bd0d-e0ad353a338e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493643 Sep 14 02:57:34.750348 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:35.523862 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dbd31-168f-44ef-8f73-e4ca7dd12b2f req-540898ef-3a44-4886-909b-4cfc3fb3587e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:35.525445 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b40dbd31-168f-44ef-8f73-e4ca7dd12b2f req-540898ef-3a44-4886-909b-4cfc3fb3587e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0536644 Sep 14 02:57:35.697496 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b40dbd31-168f-44ef-8f73-e4ca7dd12b2f req-b5b57879-ceca-401c-b8f4-e6aac8e2f117 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712306 Sep 14 02:57:36.766885 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c890dd9-83f3-4e02-9742-14b700c20cf3 req-9022496f-5431-49cd-8ae2-41676bc8aa97 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:36.768639 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4c890dd9-83f3-4e02-9742-14b700c20cf3 req-9022496f-5431-49cd-8ae2-41676bc8aa97 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0530353 Sep 14 02:57:36.825313 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4c890dd9-83f3-4e02-9742-14b700c20cf3 req-b3827698-6391-4c96-8518-75bca5294d7f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Sep 14 02:57:36.826189 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:57:37.391088 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:37.391834 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=15 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:38.004059 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3e67-c20d-4762-9543-8458d3d2506a req-508b5c94-0810-449f-afed-5bb7b02c38b3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:38.006062 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8e2c3e67-c20d-4762-9543-8458d3d2506a req-508b5c94-0810-449f-afed-5bb7b02c38b3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0801582 Sep 14 02:57:38.071210 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8e2c3e67-c20d-4762-9543-8458d3d2506a req-4852680b-db0c-4cb2-b85b-d76cabd98d14 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589314 Sep 14 02:57:39.278400 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad5363-1f38-4466-a70e-af26ae0dfbf6 req-ad10ecb2-aef9-4ca0-a9a7-98ae4b8ca660 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:39.280112 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-93ad5363-1f38-4466-a70e-af26ae0dfbf6 req-ad10ecb2-aef9-4ca0-a9a7-98ae4b8ca660 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0847509 Sep 14 02:57:39.324458 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:39.357125 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-93ad5363-1f38-4466-a70e-af26ae0dfbf6 req-a6876ba9-e8e4-4029-8362-13a68b88749d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712476 Sep 14 02:57:40.264756 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fc0a7-9214-4a4b-b891-fd1098a71980 req-ababbfbd-8f97-4eed-a1c1-9f80100191ec tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:40.266242 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cc0fc0a7-9214-4a4b-b891-fd1098a71980 req-ababbfbd-8f97-4eed-a1c1-9f80100191ec tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 946 time: 0.0509408 Sep 14 02:57:40.315564 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cc0fc0a7-9214-4a4b-b891-fd1098a71980 req-6b015e74-b313-49af-a3f1-d73a964e934b tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Sep 14 02:57:40.527845 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb5204-bb6d-4c0d-825b-61350f9e1df3 req-b7b7bb0a-02f5-489a-a89a-1f12bcf773c0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:40.529453 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-16bb5204-bb6d-4c0d-825b-61350f9e1df3 req-b7b7bb0a-02f5-489a-a89a-1f12bcf773c0 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0543494 Sep 14 02:57:40.593948 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-16bb5204-bb6d-4c0d-825b-61350f9e1df3 req-51ddecce-0246-4da6-abd7-210b8817b985 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585878 Sep 14 02:57:41.462594 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421db04-7427-45cb-acc0-ee75c171495e req-c57aa694-f8ff-45f2-b211-b0b26310a022 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:41.464571 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1421db04-7427-45cb-acc0-ee75c171495e req-c57aa694-f8ff-45f2-b211-b0b26310a022 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 946 time: 0.0529246 Sep 14 02:57:41.525667 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1421db04-7427-45cb-acc0-ee75c171495e req-6d41e8b2-d4d4-4cbe-a5f3-db58e55e4557 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540555 Sep 14 02:57:41.742896 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bf8ab-097b-4cac-bf5e-7a42666c8202 req-6d5398df-b6b0-4509-96c1-9075599e09d4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:41.744379 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-043bf8ab-097b-4cac-bf5e-7a42666c8202 req-6d5398df-b6b0-4509-96c1-9075599e09d4 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0504022 Sep 14 02:57:41.803244 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-043bf8ab-097b-4cac-bf5e-7a42666c8202 req-c0161823-6f0a-4c46-ac71-459d817ce588 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505357 Sep 14 02:57:41.945639 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-ed08a600-ab1e-4ba8-a078-173a9a385fad tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-263211001&fields=id&tenant_id=c0ae116686c0415c860ea9f100686e59 HTTP/1.1" status: 200 len: 267 time: 0.0711071 Sep 14 02:57:42.024890 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-bfb6dd24-c4a0-42ca-9d0f-6fedee64420b tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:42.033570 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-bfb6dd24-c4a0-42ca-9d0f-6fedee64420b tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 984 time: 0.0595260 Sep 14 02:57:42.039209 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Request body: {'port': {'security_groups': ['de1a97bc-3daf-40a5-81d6-f67cd22d5f10']}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:57:42.137213 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:42.199039 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:42.373780 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] For port 42a550f6-a343-4e95-8705-0d7bc913b0af, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=42a550f6-a343-4e95-8705-0d7bc913b0af,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:42.437932 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:42.459553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-f197f7ff-b30b-4ca6-bc6f-fa52127d8adf tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:42.461954 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-f197f7ff-b30b-4ca6-bc6f-fa52127d8adf tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 946 time: 0.0700552 Sep 14 02:57:42.526410 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:42.540191 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:42.540802 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:42.548349 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['42a550f6-a343-4e95-8705-0d7bc913b0af'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:57:42.552198 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44018) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:42.567823 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e79e0447-225c-48ef-bf75-e649914b4fa1 req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "PUT /networking/v2.0/ports/42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 942 time: 0.5330293 Sep 14 02:57:42.570647 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:42.575480 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7808904-71d1-4ca2-8d02-032a0cd4be47" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:42.687173 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4be715e5-159f-41d7-9817-9f9426efe656 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group (117841aa-8380-4f57-8e9c-10d524860ab3), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:42.708304 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Deleting port 69fa66da-beb4-4784-97cd-0d98a5cee795 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:42.708513 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:42.731395 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['42a550f6-a343-4e95-8705-0d7bc913b0af'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:57:42.733316 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4be715e5-159f-41d7-9817-9f9426efe656 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group (117841aa-8380-4f57-8e9c-10d524860ab3), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:42.882046 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:42.972075 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262da6aa-e510-44cc-bb0b-d1ed6e0b4676 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event updated for resources: {'Port': ['ID=42a550f6-a343-4e95-8705-0d7bc913b0af,revision_number=7']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:43.012120 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34661338-df50-4606-80e3-79a1e88db323 req-c51ebe49-9a35-4de1-8a38-22f08da97b25 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:43.019807 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-34661338-df50-4606-80e3-79a1e88db323 req-c51ebe49-9a35-4de1-8a38-22f08da97b25 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 946 time: 0.3251939 Sep 14 02:57:43.060196 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df13cd1d-7302-46c6-9aa5-e02dcab0cbc5 x-openstack-request-id: req-df13cd1d-7302-46c6-9aa5-e02dcab0cbc5 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:43.060594 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:43.060938 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df13cd1d-7302-46c6-9aa5-e02dcab0cbc5 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:43.061424 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df13cd1d-7302-46c6-9aa5-e02dcab0cbc5'] response: {'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'status': 'completed', 'code': 200} Sep 14 02:57:43.109572 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44030) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:43.122187 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] For port 69fa66da-beb4-4784-97cd-0d98a5cee795, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=69fa66da-beb4-4784-97cd-0d98a5cee795,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:43.122683 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.140258 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-34661338-df50-4606-80e3-79a1e88db323 req-94c30626-9684-4377-ac9c-801308a985c2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b2722e63-c205-4596-b41b-c529d4054fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144748 Sep 14 02:57:43.353277 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6a00c93-720e-4a6b-9323-4855a520400d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.361739 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4be715e5-159f-41d7-9817-9f9426efe656 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (117841aa-8380-4f57-8e9c-10d524860ab3), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.364548 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4be715e5-159f-41d7-9817-9f9426efe656 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.379300 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4be715e5-159f-41d7-9817-9f9426efe656 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/117841aa-8380-4f57-8e9c-10d524860ab3 HTTP/1.1" status: 204 len: 168 time: 0.8124926 Sep 14 02:57:43.379540 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df057a-e375-469a-b3e3-a24fb92b79c0 req-3a0b2983-aee1-4c65-a7d7-18e2f2e112ac tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:43.379540 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a2df057a-e375-469a-b3e3-a24fb92b79c0 req-3a0b2983-aee1-4c65-a7d7-18e2f2e112ac tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.1404400 Sep 14 02:57:43.389194 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44036) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:43.445649 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be715e5-159f-41d7-9817-9f9426efe656 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117841aa-8380-4f57-8e9c-10d524860ab3,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:43.499582 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.499969 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (983f7864-ea44-495d-80b5-7f6f8df766c0), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.500764 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Floating IP 983f7864-ea44-495d-80b5-7f6f8df766c0 disassociated. External IP: 172.28.1.17, port: 69fa66da-beb4-4784-97cd-0d98a5cee795. Sep 14 02:57:43.500764 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Calling delete_port for 69fa66da-beb4-4784-97cd-0d98a5cee795 owned by compute:nova {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:43.521635 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-113d48ff-7347-41aa-ac80-438534cb3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:43.523175 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-113d48ff-7347-41aa-ac80-438534cb3dbf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1129 time: 0.3442988 Sep 14 02:57:43.534239 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:43.548418 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a2df057a-e375-469a-b3e3-a24fb92b79c0 req-18d6fb61-b652-429f-90ef-cb18101fc623 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366308 Sep 14 02:57:43.670143 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6a00c93-720e-4a6b-9323-4855a520400d admin admin] Publish callbacks [] for security_group (a6924f3e-69de-4d87-9357-8bafaca09172), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.674814 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Deleting port 60d23b52-c6f4-4fd7-9758-62a9a24c8564 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:43.676159 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (60d23b52-c6f4-4fd7-9758-62a9a24c8564), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.719154 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:43.733097 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-b7139903-270c-46bb-bd67-1f60364fb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:43.734673 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-b7139903-270c-46bb-bd67-1f60364fb604 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 200 len: 915 time: 0.1836808 Sep 14 02:57:43.772071 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:43.817750 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (60d23b52-c6f4-4fd7-9758-62a9a24c8564), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.818080 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for floatingip (60d23b52-c6f4-4fd7-9758-62a9a24c8564), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:43.832016 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-ae6fb96e-6262-4d1f-a641-37a410f9b889 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 1001 time: 0.0876591 Sep 14 02:57:43.835905 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Calling delete_port for 60d23b52-c6f4-4fd7-9758-62a9a24c8564 owned by network:floatingip {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:43.951076 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-b0ea063c-afc8-4bd1-a499-83280b2940cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:43.952546 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-b0ea063c-afc8-4bd1-a499-83280b2940cc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=38c9c1b2-fe64-455c-b255-b4025c45f3a9 HTTP/1.1" status: 200 len: 854 time: 0.1122625 Sep 14 02:57:44.018388 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-146a27d8-0e44-4dce-abba-2890a2c88dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:44.019914 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-146a27d8-0e44-4dce-abba-2890a2c88dc3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ccbc0fc8-7425-4b05-9d04-ef14a7670989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0599988 Sep 14 02:57:44.116101 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:44.127058 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:44.156184 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-c4ca054a-205f-414c-a630-a53f72f31bc6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264174 Sep 14 02:57:44.185698 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b6a00c93-720e-4a6b-9323-4855a520400d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a6924f3e-69de-4d87-9357-8bafaca09172), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.189804 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (69fa66da-beb4-4784-97cd-0d98a5cee795), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.222378 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (60d23b52-c6f4-4fd7-9758-62a9a24c8564), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.279840 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event deleted for resources: {'Port': ['ID=60d23b52-c6f4-4fd7-9758-62a9a24c8564,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:44.292164 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fce39e5f-8b38-4b57-b733-ce26d1b4ecc8 req-0ce83186-e88d-4b4a-9332-feaa6b2b9df9 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 210 time: 0.0481985 Sep 14 02:57:44.299983 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event deleted for resources: {'Port': ['ID=69fa66da-beb4-4784-97cd-0d98a5cee795,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:44.331253 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b6a00c93-720e-4a6b-9323-4855a520400d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=16263ebb6582452ca7b8f724cc8300de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2204411 Sep 14 02:57:44.357608 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44044) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:44.372613 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a00c93-720e-4a6b-9323-4855a520400d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6924f3e-69de-4d87-9357-8bafaca09172,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:44.450543 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e7808904-71d1-4ca2-8d02-032a0cd4be47 req-7f3e0b85-4c4e-4d01-9d2b-f111b68b91c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775381 Sep 14 02:57:44.454518 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks [] for floatingip (b5014f43-2bcb-4773-8751-9faf21ec350c), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.455450 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Floating IP b5014f43-2bcb-4773-8751-9faf21ec350c disassociated (deleted). External IP: 172.28.1.237, port: 42a550f6-a343-4e95-8705-0d7bc913b0af. Sep 14 02:57:44.496447 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:57:44.522539 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9edeb9ac-60da-4237-9f46-c85aa2480a37 admin admin] Publish callbacks [] for security_group (a6924f3e-69de-4d87-9357-8bafaca09172), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.567511 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4955-4904-4ca0-93e8-c4b1e1c6c24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.586999 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9edeb9ac-60da-4237-9f46-c85aa2480a37 admin admin] Publish callbacks [] for security_group (a6924f3e-69de-4d87-9357-8bafaca09172), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.696816 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:57:44.710459 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831573a5-3f96-4b74-a619-629239f465ea None None] Sync routers for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:57:44.738519 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831573a5-3f96-4b74-a619-629239f465ea None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:44.739184 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-831573a5-3f96-4b74-a619-629239f465ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:44.798031 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] No DVR routers for this DVR port 69fa66da-beb4-4784-97cd-0d98a5cee795 on host hv-cinder-85707 {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:57:44.802125 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.805376 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0fbf09cf-98bb-4437-bf99-957d405e265c req-d699068c-1f69-406a-b800-ee6b8e2be5f0 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.23 "DELETE /networking/v2.0/ports/69fa66da-beb4-4784-97cd-0d98a5cee795 HTTP/1.1" status: 204 len: 173 time: 2.3367946 Sep 14 02:57:44.823472 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:44.831847 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964233e-cf79-482b-9f48-36a600acc55f req-89bb429c-c279-43ba-bba7-60bdcd835f8f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:44.834972 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2964233e-cf79-482b-9f48-36a600acc55f req-89bb429c-c279-43ba-bba7-60bdcd835f8f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.1039517 Sep 14 02:57:44.878844 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 69fa66da-beb4-4784-97cd-0d98a5cee795 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:44.896667 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Router 350c8149-3d99-4f86-a8a0-850fbfc0e370 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:57:44.905040 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 69fa66da-beb4-4784-97cd-0d98a5cee795 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:44.905474 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 69fa66da-beb4-4784-97cd-0d98a5cee795 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:44.915728 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2964233e-cf79-482b-9f48-36a600acc55f req-eb298248-57e1-4f06-814a-faa04024c6e5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796387 Sep 14 02:57:44.920541 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:44.947003 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-831573a5-3f96-4b74-a619-629239f465ea None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:44.986610 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9edeb9ac-60da-4237-9f46-c85aa2480a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a6924f3e-69de-4d87-9357-8bafaca09172), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.995095 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9edeb9ac-60da-4237-9f46-c85aa2480a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:44.997142 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-9edeb9ac-60da-4237-9f46-c85aa2480a37 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a6924f3e-69de-4d87-9357-8bafaca09172 HTTP/1.1" status: 204 len: 168 time: 0.6363103 Sep 14 02:57:45.049493 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:45.064834 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'name': 'network-vif-deleted', 'tag': '69fa66da-beb4-4784-97cd-0d98a5cee795'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:45.070566 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b59b8c-a61c-4181-8e5b-ccd53360d68b" -d '{"events": [{"server_uuid": "c1c6b514-0002-49b0-be04-a766b2ddec73", "name": "network-vif-deleted", "tag": "69fa66da-beb4-4784-97cd-0d98a5cee795"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:45.095775 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edeb9ac-60da-4237-9f46-c85aa2480a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6924f3e-69de-4d87-9357-8bafaca09172,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:45.098241 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:57:45.103039 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:45.118858 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] Sync routers for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:57:45.132221 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:45.135103 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:45.145707 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4d068228-5b5a-4697-92c0-22409417e3ef tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/b5014f43-2bcb-4773-8751-9faf21ec350c HTTP/1.1" status: 204 len: 168 time: 1.7543945 Sep 14 02:57:45.146493 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:45.149331 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b7603-7507-4e3c-a262-e8cfb803ae44" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:45.351340 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-831573a5-3f96-4b74-a619-629239f465ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:45.388812 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831573a5-3f96-4b74-a619-629239f465ea None None] Checking router: 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:57:45.398939 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831573a5-3f96-4b74-a619-629239f465ea None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:45.399586 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-831573a5-3f96-4b74-a619-629239f465ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:45.503335 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:45.512079 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d54763-dd48-414c-bf87-f503eaecc760 x-openstack-request-id: req-57d54763-dd48-414c-bf87-f503eaecc760 {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:45.512528 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c6b514-0002-49b0-be04-a766b2ddec73", "name": "network-vif-deleted", "tag": "69fa66da-beb4-4784-97cd-0d98a5cee795", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:45.512788 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-57d54763-dd48-414c-bf87-f503eaecc760 {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:45.513194 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d54763-dd48-414c-bf87-f503eaecc760'] response: {'server_uuid': 'c1c6b514-0002-49b0-be04-a766b2ddec73', 'name': 'network-vif-deleted', 'tag': '69fa66da-beb4-4784-97cd-0d98a5cee795', 'status': 'completed', 'code': 200} Sep 14 02:57:45.557388 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-831573a5-3f96-4b74-a619-629239f465ea None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:45.796022 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fdfc1c-e7bd-4d31-8a96-d1104e2a2d1f x-openstack-request-id: req-c6fdfc1c-e7bd-4d31-8a96-d1104e2a2d1f {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:45.796412 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:45.796760 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c6fdfc1c-e7bd-4d31-8a96-d1104e2a2d1f {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:45.797253 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fdfc1c-e7bd-4d31-8a96-d1104e2a2d1f'] response: {'name': 'network-changed', 'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'status': 'completed', 'code': 200} Sep 14 02:57:45.832505 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:13Z', 'revision_number': 5, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:45.872047 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f8b4a075-7fcc-40de-b908-e9eb7ecb21b3 req-c8c19b14-94f5-4aa5-b413-dbb676e367d3 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1c6b514-0002-49b0-be04-a766b2ddec73 HTTP/1.1" status: 200 len: 210 time: 0.0344536 Sep 14 02:57:45.876921 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] Checking router: 350c8149-3d99-4f86-a8a0-850fbfc0e370 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:57:45.888627 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:45.889786 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:45.910372 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-831573a5-3f96-4b74-a619-629239f465ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:45.947991 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831573a5-3f96-4b74-a619-629239f465ea None None] The sync data for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb is: [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:08Z', 'revision_number': 4, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '31a484c3-6f13-4c83-ac82-1272cab32a41', 'name': '', 'network_id': '4f329825-883d-494a-b69f-155705dfe6cf', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'mac_address': 'fa:16:3e:8d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:21Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'subnets': [{'id': '7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:57:46.061857 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:46.097292 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:46.117959 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220a946-501a-4b7a-9233-1560db887655 req-ba9aaf16-7858-4d99-a2c2-3d6f2a614573 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:46.125836 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0220a946-501a-4b7a-9233-1560db887655 req-ba9aaf16-7858-4d99-a2c2-3d6f2a614573 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.1211810 Sep 14 02:57:46.139614 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-cf583f94-2ebc-4773-a246-89fc8ee9202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:46.140995 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-cf583f94-2ebc-4773-a246-89fc8ee9202c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c0ae116686c0415c860ea9f100686e59&device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 1129 time: 0.0754030 Sep 14 02:57:46.245466 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0220a946-501a-4b7a-9233-1560db887655 req-0dc878c3-425e-4145-93de-ac7574c31de5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176496 Sep 14 02:57:46.284423 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-b2873c14-5eb1-420a-bbfc-d06a41cdec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:46.285921 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-b2873c14-5eb1-420a-bbfc-d06a41cdec7a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 200 len: 915 time: 0.1372092 Sep 14 02:57:46.327443 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef586be5-3434-4c6a-a8b0-c6042c6e7f3e None None] New status for floating IP 983f7864-ea44-495d-80b5-7f6f8df766c0: DOWN {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:57:46.333196 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:13Z', 'revision_number': 5, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:46.357836 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bbac48-55be-44cc-b4bd-6bab49df84a3 None None] The sync data for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb is: [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:55:10Z', 'revision_number': 4, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '2f219159-db9c-45af-a1a0-3964ddaeb1ca', 'name': '', 'network_id': 'ccbc0fc8-7425-4b05-9d04-ef14a7670989', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'mac_address': 'fa:16:3e:88:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:09Z', 'updated_at': '2022-09-14T02:55:13Z', 'revision_number': 5, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'subnets': [{'id': '38c9c1b2-fe64-455c-b255-b4025c45f3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:57:46.624066 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912feb59-708e-45f0-8b37-3bbce1040413 None None] New status for floating IP b5014f43-2bcb-4773-8751-9faf21ec350c: DOWN {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:57:46.721350 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-1c5c8970-ebee-4bcc-a5de-f467f2deedbb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 200 len: 217 time: 0.0593352 Sep 14 02:57:46.728264 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7306371e-df39-47f4-9966-84de70282483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:46.742476 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-824630a6-0557-4eaa-8946-b96259ea7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:46.744002 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-824630a6-0557-4eaa-8946-b96259ea7c95 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 1129 time: 0.0533082 Sep 14 02:57:46.782180 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-8fac0eac-aed4-4f51-b574-00be2bd4b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:46.783634 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-8fac0eac-aed4-4f51-b574-00be2bd4b963 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=38c9c1b2-fe64-455c-b255-b4025c45f3a9 HTTP/1.1" status: 200 len: 854 time: 0.0544176 Sep 14 02:57:46.872858 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-b3faef01-b66a-47ab-b9f1-da6b9a03715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:46.874663 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-b3faef01-b66a-47ab-b9f1-da6b9a03715a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.1240659 Sep 14 02:57:46.891509 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-55082f0d-4705-461d-b631-5b64f98122c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:46.893211 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-55082f0d-4705-461d-b631-5b64f98122c5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ccbc0fc8-7425-4b05-9d04-ef14a7670989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0528178 Sep 14 02:57:46.982193 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-130ca67f-74c4-4c11-a1c7-1d775611ee25 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 200 len: 999 time: 0.0974691 Sep 14 02:57:47.015952 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-209cd035-3e93-4af9-b2eb-ce25639aaaca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153605 Sep 14 02:57:47.039467 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-e24cc67f-0ff8-4449-ab4d-4b5d0a01e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:47.040917 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-e24cc67f-0ff8-4449-ab4d-4b5d0a01e96c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.0500834 Sep 14 02:57:47.089872 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-31a3f176-7c02-479b-a1a6-60b4cdd306fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:47.091717 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-31a3f176-7c02-479b-a1a6-60b4cdd306fa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431321 Sep 14 02:57:47.101420 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44116) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:47.137266 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f71b7603-7507-4e3c-a262-e8cfb803ae44 req-eac8cba1-01f2-4cd1-b399-9edb02fb6578 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143184 Sep 14 02:57:47.170334 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1dcd-1c7b-4539-9793-1b17574ec15c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (b2722e63-c205-4596-b41b-c529d4054fa6), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.196227 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1dcd-1c7b-4539-9793-1b17574ec15c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (b2722e63-c205-4596-b41b-c529d4054fa6), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.197848 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-f64785cb-6d5e-4276-9732-d89daf5d1ade service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984147 Sep 14 02:57:47.275255 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:47.310059 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-310afae9-f9e7-4602-bace-d67dfcbe4b96 req-d3f5221d-f29d-4fc8-82f8-ac5554559979 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010838 Sep 14 02:57:47.341180 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1dcd-1c7b-4539-9793-1b17574ec15c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (b2722e63-c205-4596-b41b-c529d4054fa6), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.343734 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1dcd-1c7b-4539-9793-1b17574ec15c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.344867 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4a7a1dcd-1c7b-4539-9793-1b17574ec15c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b2722e63-c205-4596-b41b-c529d4054fa6 HTTP/1.1" status: 204 len: 168 time: 0.2423935 Sep 14 02:57:47.347848 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44120) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:47.362354 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.api.v2.resource [None req-d30d69e5-a5ac-4a64-ac28-034c887904aa tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] show failed (client error): The resource could not be found. Sep 14 02:57:47.363467 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d30d69e5-a5ac-4a64-ac28-034c887904aa tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "GET /networking/v2.0/security-groups/b2722e63-c205-4596-b41b-c529d4054fa6 HTTP/1.1" status: 404 len: 347 time: 0.0145600 Sep 14 02:57:47.368057 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44122) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:47.381564 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a1dcd-1c7b-4539-9793-1b17574ec15c tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2722e63-c205-4596-b41b-c529d4054fa6,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:47.398682 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415241b-4213-43c8-8acd-f3e2e36b9b19 req-4eb492cb-b667-4a4b-953e-3c23f3da49b8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:47.401319 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9415241b-4213-43c8-8acd-f3e2e36b9b19 req-4eb492cb-b667-4a4b-953e-3c23f3da49b8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0710917 Sep 14 02:57:47.503867 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Deleting port f70a4216-f050-4d26-ba86-aa49d082787d {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:47.504208 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (f70a4216-f050-4d26-ba86-aa49d082787d), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.589874 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (f70a4216-f050-4d26-ba86-aa49d082787d), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.590187 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (f70a4216-f050-4d26-ba86-aa49d082787d), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.604110 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Calling delete_port for f70a4216-f050-4d26-ba86-aa49d082787d owned by network:floatingip {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:47.684934 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:47.721241 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9415241b-4213-43c8-8acd-f3e2e36b9b19 req-ad5d5aad-09f7-4c92-a62c-4a96ffc90bce tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139462 Sep 14 02:57:47.799555 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (f70a4216-f050-4d26-ba86-aa49d082787d), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.825419 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Pushing event deleted for resources: {'Port': ['ID=f70a4216-f050-4d26-ba86-aa49d082787d,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:47.884381 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks [] for floatingip (983f7864-ea44-495d-80b5-7f6f8df766c0), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.886875 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:47.888010 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-36acca31-8960-43c7-a8fb-84698bf5f5b2 tempest-AttachVolumeTestJSON-2066197586 tempest-AttachVolumeTestJSON-2066197586-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/983f7864-ea44-495d-80b5-7f6f8df766c0 HTTP/1.1" status: 204 len: 168 time: 0.5190229 Sep 14 02:57:48.218568 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:48.854136 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc00c4-9a44-4a26-8e8a-28fed54429f8 req-cc90f62c-b781-4836-8ade-f20df754f0d5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:48.855745 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-77dc00c4-9a44-4a26-8e8a-28fed54429f8 req-cc90f62c-b781-4836-8ade-f20df754f0d5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 945 time: 0.0479650 Sep 14 02:57:48.874486 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:48.905728 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:48.911448 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-77dc00c4-9a44-4a26-8e8a-28fed54429f8 req-09bfa67b-b705-4262-83c9-f0b6826346c7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494683 Sep 14 02:57:48.962212 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 639812eb-81d1-4569-841f-ba9e5ec03037 is: ACTIVE; New status is: DOWN {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:57:48.962825 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:48.986899 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:48.989124 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02e929f-fad6-4143-828e-5f22aacaedc3" -d '{"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:49.001968 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:49.031439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cba449-1712-4ec6-8f02-f36738edaf0d x-openstack-request-id: req-29cba449-1712-4ec6-8f02-f36738edaf0d {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:49.031439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:49.031439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-29cba449-1712-4ec6-8f02-f36738edaf0d {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:49.031439 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cba449-1712-4ec6-8f02-f36738edaf0d'] response: {'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037', 'code': 200} Sep 14 02:57:49.092841 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:49.141333 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=8']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:49.789921 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ea235-daab-458d-97bb-6a771b471c0b req-07788d75-f740-446e-9b7a-d19d75a40022 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:49.791832 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-530ea235-daab-458d-97bb-6a771b471c0b req-07788d75-f740-446e-9b7a-d19d75a40022 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0518727 Sep 14 02:57:49.805394 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:49.845569 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-530ea235-daab-458d-97bb-6a771b471c0b req-5338c00f-cf40-45f3-9a37-df1006b94c9b tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Sep 14 02:57:49.881529 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:49.925711 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:50.051238 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9b217-5fab-442e-aaee-b7aba7d7b951 req-817f4653-894e-4fa8-9d6a-734c653de939 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:50.052716 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a7d9b217-5fab-442e-aaee-b7aba7d7b951 req-817f4653-894e-4fa8-9d6a-734c653de939 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0507343 Sep 14 02:57:50.104862 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a7d9b217-5fab-442e-aaee-b7aba7d7b951 req-73bd49a0-9e88-4729-9c08-b27208979c98 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456769 Sep 14 02:57:50.949050 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:50.967177 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce675dea-669d-4c14-8e68-6d14b2d314e0 req-871cb170-3795-426d-9aa3-37913d985559 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:50.968651 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ce675dea-669d-4c14-8e68-6d14b2d314e0 req-871cb170-3795-426d-9aa3-37913d985559 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0467906 Sep 14 02:57:51.015362 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ce675dea-669d-4c14-8e68-6d14b2d314e0 req-1c17c2ee-4222-466e-8f05-fa3d02c74958 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Sep 14 02:57:51.857211 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44224) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:51.960081 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-efda74ee-3631-4089-b179-0b00987b50f0 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:51.961538 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-efda74ee-3631-4089-b179-0b00987b50f0 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0501587 Sep 14 02:57:52.068920 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Deleting port 42a550f6-a343-4e95-8705-0d7bc913b0af {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:52.069264 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:52.179445 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5c454-5e17-48eb-8c29-e9b864533a6c req-4eeea062-3d1d-4134-b933-c2ae66962177 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:52.181032 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bce5c454-5e17-48eb-8c29-e9b864533a6c req-4eeea062-3d1d-4134-b933-c2ae66962177 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 945 time: 0.0701199 Sep 14 02:57:52.312208 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1813a-6ffe-4b71-8ece-d78b48fc3268 req-b6da4f2a-906e-4119-9157-6b1b0e64f21d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:52.313787 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-42a1813a-6ffe-4b71-8ece-d78b48fc3268 req-b6da4f2a-906e-4119-9157-6b1b0e64f21d tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0981474 Sep 14 02:57:52.369397 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bce5c454-5e17-48eb-8c29-e9b864533a6c req-2b541182-f025-4eb7-9eab-a60b80ed5b9a tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=de1a97bc-3daf-40a5-81d6-f67cd22d5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522334 Sep 14 02:57:52.430868 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] For port 42a550f6-a343-4e95-8705-0d7bc913b0af, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=42a550f6-a343-4e95-8705-0d7bc913b0af,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:52.434275 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:52.441414 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-42a1813a-6ffe-4b71-8ece-d78b48fc3268 req-06fc55f4-d7f9-4070-b535-18a0980d9950 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926201 Sep 14 02:57:52.449009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Calling delete_port for 42a550f6-a343-4e95-8705-0d7bc913b0af owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:52.570888 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:52.681768 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (42a550f6-a343-4e95-8705-0d7bc913b0af), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:52.695265 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['42a550f6-a343-4e95-8705-0d7bc913b0af'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:57:52.710921 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Pushing event deleted for resources: {'Port': ['ID=42a550f6-a343-4e95-8705-0d7bc913b0af,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:52.774591 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] No DVR routers for this DVR port 42a550f6-a343-4e95-8705-0d7bc913b0af on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:57:52.777233 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:52.780843 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-6b3648bf-9e5d-470b-a57d-736065a6bf81 req-ae3e8191-c978-45fb-b23d-62efea08da51 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.23 "DELETE /networking/v2.0/ports/42a550f6-a343-4e95-8705-0d7bc913b0af HTTP/1.1" status: 204 len: 173 time: 0.8130693 Sep 14 02:57:52.783715 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'name': 'network-vif-deleted', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:57:52.783952 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4facf215-d89e-400d-866f-af0eec743bdf" -d '{"events": [{"server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "name": "network-vif-deleted", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:57:52.787695 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:52.813581 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44258) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:52.835458 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c8ea39-503d-443c-bc64-33c1a5482067 x-openstack-request-id: req-24c8ea39-503d-443c-bc64-33c1a5482067 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:57:52.835757 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4188bd-aeb0-4865-bd70-991d73a423be", "name": "network-vif-deleted", "tag": "42a550f6-a343-4e95-8705-0d7bc913b0af", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:57:52.836011 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-24c8ea39-503d-443c-bc64-33c1a5482067 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:57:52.836418 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c8ea39-503d-443c-bc64-33c1a5482067'] response: {'server_uuid': 'bb4188bd-aeb0-4865-bd70-991d73a423be', 'name': 'network-vif-deleted', 'tag': '42a550f6-a343-4e95-8705-0d7bc913b0af', 'status': 'completed', 'code': 200} Sep 14 02:57:52.845200 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Deleting port 31a484c3-6f13-4c83-ac82-1272cab32a41 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:52.845548 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:52.908263 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:52.910041 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-7bc8f677-9561-4035-ae76-8c3ea07eb8eb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952904 Sep 14 02:57:52.922382 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-84ab1370-3575-4d0b-9c64-f9070e287483 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:57:52.937689 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-84ab1370-3575-4d0b-9c64-f9070e287483 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0222065 Sep 14 02:57:52.943702 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] For port 31a484c3-6f13-4c83-ac82-1272cab32a41, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=31a484c3-6f13-4c83-ac82-1272cab32a41,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:52.944258 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:52.960404 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Calling delete_port for 31a484c3-6f13-4c83-ac82-1272cab32a41 owned by network:router_interface {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:52.997009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44268) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:53.041306 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:53.045604 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 639812eb-81d1-4569-841f-ba9e5ec03037 is: DOWN; New status is: DOWN {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:57:53.142216 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44272) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:53.180748 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3814bd55-c9fa-4585-a242-f89e83a79d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.207217 dv-cinder-857075-6-smb neutron-server[113175]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 02:57:53.221754 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:53.273461 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-7e424085-6886-4720-a5e5-71b35b096c5f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:53.276442 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-7e424085-6886-4720-a5e5-71b35b096c5f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports/639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 200 len: 940 time: 0.1316457 Sep 14 02:57:53.302951 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (31a484c3-6f13-4c83-ac82-1272cab32a41), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.326195 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3814bd55-c9fa-4585-a242-f89e83a79d74 admin admin] Publish callbacks [] for security_group (b722210e-d02e-435f-86bb-881b046f6439), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.330361 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a484c3-6f13-4c83-ac82-1272cab32a41,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:53.394577 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3814bd55-c9fa-4585-a242-f89e83a79d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (b722210e-d02e-435f-86bb-881b046f6439), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.399608 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:53.490008 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814bd55-c9fa-4585-a242-f89e83a79d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b722210e-d02e-435f-86bb-881b046f6439,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:53.507125 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3814bd55-c9fa-4585-a242-f89e83a79d74 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3af88efb083343a1b643ba8fccce46d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5061245 Sep 14 02:57:53.508337 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44288) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:53.582279 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b3ec82e2-8d45-4a9b-8f3a-9fbb06c7b0ea admin admin] Publish callbacks [] for security_group (b722210e-d02e-435f-86bb-881b046f6439), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.595276 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.598804 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-43d4d093-ebb0-43a9-a105-9c188c6c87f2 req-1668f068-1051-4711-89df-426753973db7 tempest-TestMinimumBasicScenario-1769465402 tempest-TestMinimumBasicScenario-1769465402-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb4188bd-aeb0-4865-bd70-991d73a423be HTTP/1.1" status: 200 len: 210 time: 0.0504370 Sep 14 02:57:53.612809 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b3ec82e2-8d45-4a9b-8f3a-9fbb06c7b0ea admin admin] Publish callbacks [] for security_group (b722210e-d02e-435f-86bb-881b046f6439), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.696748 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44ab7-cc6a-49e4-a50b-1331f703c534 req-4a07804b-da51-4cdb-a8e8-b52a6d60dc0c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:53.698375 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fdf44ab7-cc6a-49e4-a50b-1331f703c534 req-4a07804b-da51-4cdb-a8e8-b52a6d60dc0c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.1064806 Sep 14 02:57:53.777717 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b3ec82e2-8d45-4a9b-8f3a-9fbb06c7b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (b722210e-d02e-435f-86bb-881b046f6439), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.780544 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b3ec82e2-8d45-4a9b-8f3a-9fbb06c7b0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:53.784063 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b3ec82e2-8d45-4a9b-8f3a-9fbb06c7b0ea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b722210e-d02e-435f-86bb-881b046f6439 HTTP/1.1" status: 204 len: 168 time: 0.2692995 Sep 14 02:57:53.794116 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fdf44ab7-cc6a-49e4-a50b-1331f703c534 req-f8b77e4b-c13e-4663-be08-810e862dbc8c tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876546 Sep 14 02:57:53.823987 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec82e2-8d45-4a9b-8f3a-9fbb06c7b0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722210e-d02e-435f-86bb-881b046f6439,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:53.926184 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:57:53.989355 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:54.049128 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:57:54.058887 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-f7dc0ec0-07a2-48b6-b149-e395af32bec5 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/6670a3fc-8056-4de2-8e9d-a0946e0e95f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1966097 Sep 14 02:57:54.059731 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44296) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:54.062711 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] Sync routers for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:57:54.080630 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:54.082136 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:54.170025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:54.192636 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks [] for router (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:54.210322 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:54.315138 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks [] for router_gateway (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:54.365675 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:54.407200 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:57:53Z', 'revision_number': 5, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port': {'id': 'eee97327-96a5-4fcd-ab41-d3237ff5277c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:03Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:54.429082 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Deleting port eee97327-96a5-4fcd-ab41-d3237ff5277c {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:54.429423 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:54.432768 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] Checking router: 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:57:54.441869 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] Routers {'6670a3fc-8056-4de2-8e9d-a0946e0e95f5'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:54.442494 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:54.515858 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] For port eee97327-96a5-4fcd-ab41-d3237ff5277c, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=eee97327-96a5-4fcd-ab41-d3237ff5277c,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:54.516231 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:54.530662 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Calling delete_port for eee97327-96a5-4fcd-ab41-d3237ff5277c owned by network:router_gateway {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:54.666254 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] Set router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 gateway port host: None {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:54.725593 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:57:54Z', 'revision_number': 6, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port_host': None}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:54.752381 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f8341-9140-45ae-9336-7ae26253df8b None None] The sync data for ids ['6670a3fc-8056-4de2-8e9d-a0946e0e95f5'] in dv-cinder-857075-6-smb is: [{'id': '6670a3fc-8056-4de2-8e9d-a0946e0e95f5', 'name': 'tempest-AttachVolumeTestJSON-1191224032-router', 'tenant_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:57:54Z', 'revision_number': 6, 'project_id': 'c41ee9a31d894ff7bba265021cdca4fa', 'gw_port_host': None}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:57:54.777977 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (eee97327-96a5-4fcd-ab41-d3237ff5277c), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:54.815628 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee97327-96a5-4fcd-ab41-d3237ff5277c,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:54.876365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:54.923968 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 42a550f6-a343-4e95-8705-0d7bc913b0af no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:54.944451 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 42a550f6-a343-4e95-8705-0d7bc913b0af {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:54.944878 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 42a550f6-a343-4e95-8705-0d7bc913b0af not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:55.034768 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.041601 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e336a2-cd1e-4efb-8ea4-2a8a494923b4 req-e69fed72-e312-4263-8c04-5f71eb25960f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:55.044594 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e8e336a2-cd1e-4efb-8ea4-2a8a494923b4 req-e69fed72-e312-4263-8c04-5f71eb25960f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.1175399 Sep 14 02:57:55.045357 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks [] for router_controller (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.048719 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:55.172433 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e8e336a2-cd1e-4efb-8ea4-2a8a494923b4 req-e54e7043-bdea-4622-b86b-2222f817696b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971465 Sep 14 02:57:55.247554 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (6670a3fc-8056-4de2-8e9d-a0946e0e95f5), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.248143 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6670a3fc-8056-4de2-8e9d-a0946e0e95f5 {{(pid=113174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:57:55.252796 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.253978 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-6b3df918-69cb-4488-a629-c3104fec65f8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/6670a3fc-8056-4de2-8e9d-a0946e0e95f5 HTTP/1.1" status: 204 len: 168 time: 1.1932793 Sep 14 02:57:55.256557 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44318) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:55.303010 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b0eadc-14e3-441f-9577-e339e25d147c admin admin] Deleting subnet 7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e {{(pid=113174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:57:55.306230 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a3b0eadc-14e3-441f-9577-e339e25d147c admin admin] Publish callbacks [] for subnet (7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.341429 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a3b0eadc-14e3-441f-9577-e339e25d147c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15432970'] for subnet (7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.424260 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a3b0eadc-14e3-441f-9577-e339e25d147c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.468069 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:55.482272 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-bab3af4b-3f72-4144-be63-f8c4ce10826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:55.483886 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-bab3af4b-3f72-4144-be63-f8c4ce10826b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee&tenant_id=ef9e0f5a3e3a423fbd778a6218543a20 HTTP/1.1" status: 200 len: 1127 time: 0.0790350 Sep 14 02:57:55.551796 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-975e583b-b3f1-4d03-987b-1a874b86b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:55.554695 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-975e583b-b3f1-4d03-987b-1a874b86b4c5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 1127 time: 0.0477235 Sep 14 02:57:55.584565 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a3b0eadc-14e3-441f-9577-e339e25d147c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13190079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15875324'] for subnet (7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.614982 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0eadc-14e3-441f-9577-e339e25d147c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:55.619187 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a3b0eadc-14e3-441f-9577-e339e25d147c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.623662 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a3b0eadc-14e3-441f-9577-e339e25d147c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/7a3dc12e-f731-4bd8-a4f1-7c77ee54da9e HTTP/1.1" status: 204 len: 168 time: 0.3660891 Sep 14 02:57:55.626166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44332) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:55.631002 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324884c-3fae-4883-9ef6-a05f137b1a83 None None] Network 4f329825-883d-494a-b69f-155705dfe6cf requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:57:55.670265 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-2794024c-e09b-4d7b-8fa8-ae5fadfe5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:55.671840 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-2794024c-e09b-4d7b-8fa8-ae5fadfe5259 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.1097245 Sep 14 02:57:55.720207 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (4f329825-883d-494a-b69f-155705dfe6cf), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.759645 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-762692f4-c53e-4e61-81d4-fcb719863503 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 200 len: 997 time: 0.0795434 Sep 14 02:57:55.771358 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Deleting port 3b913450-42be-4735-817b-19761cd4b2d4 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:55.771694 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (3b913450-42be-4735-817b-19761cd4b2d4), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.819415 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-19553f1b-5912-42e6-b1a6-2cbcc423fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:55.820946 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-19553f1b-5912-42e6-b1a6-2cbcc423fcb6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.0533755 Sep 14 02:57:55.845177 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] DHCP port deletion for 4f329825-883d-494a-b69f-155705dfe6cf request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:57:55.864329 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] For port 3b913450-42be-4735-817b-19761cd4b2d4, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=3b913450-42be-4735-817b-19761cd4b2d4,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:55.864696 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (3b913450-42be-4735-817b-19761cd4b2d4), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.889253 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Calling delete_port for 3b913450-42be-4735-817b-19761cd4b2d4 owned by network:dhcp {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:55.895351 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-29c15137-d037-4b6e-99ba-003dd921c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:55.897463 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-29c15137-d037-4b6e-99ba-003dd921c91b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0681775 Sep 14 02:57:55.926666 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] Deleting port 3b913450-42be-4735-817b-19761cd4b2d4 {{(pid=113176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:55.926666 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (3b913450-42be-4735-817b-19761cd4b2d4), before_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:55.936708 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device eee97327-96a5-4fcd-ab41-d3237ff5277c no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:56.002216 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: eee97327-96a5-4fcd-ab41-d3237ff5277c {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:56.002589 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device eee97327-96a5-4fcd-ab41-d3237ff5277c not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:56.003006 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 31a484c3-6f13-4c83-ac82-1272cab32a41 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:56.009838 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-56e581c4-de58-4cd2-b184-c5f2f2b81686 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031053 Sep 14 02:57:56.037020 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 31a484c3-6f13-4c83-ac82-1272cab32a41 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:56.037360 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 31a484c3-6f13-4c83-ac82-1272cab32a41 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:56.040379 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] For port 3b913450-42be-4735-817b-19761cd4b2d4, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=3b913450-42be-4735-817b-19761cd4b2d4,segment=NetworkSegment(f1e2517e-8114-4269-8674-42aa14d43643),segment_id=f1e2517e-8114-4269-8674-42aa14d43643)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:56.040881 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (3b913450-42be-4735-817b-19761cd4b2d4), precommit_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.057341 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] Calling delete_port for 3b913450-42be-4735-817b-19761cd4b2d4 owned by network:dhcp {{(pid=113176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:56.108838 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:56.124450 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:56.131185 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-dcedb0cf-dd4f-4b1d-ad63-9f50742efce8 req-601452ae-dc18-4aee-b3a5-4292176bf403 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138160 Sep 14 02:57:56.209211 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (3b913450-42be-4735-817b-19761cd4b2d4), after_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.243391 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] Pushing event deleted for resources: {'Port': ['ID=3b913450-42be-4735-817b-19761cd4b2d4,revision_number=None']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:56.253784 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689d3e5-8b22-45b7-b17b-a36eaf4ffba4 None None] No DVR routers for this DVR port 3b913450-42be-4735-817b-19761cd4b2d4 on host dv-cinder-857075-6-smb {{(pid=113176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:57:56.327087 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (3b913450-42be-4735-817b-19761cd4b2d4), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.357177 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b913450-42be-4735-817b-19761cd4b2d4,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:56.366484 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccd0c8-8c68-404e-84fe-8441cd89d0e2 req-a4f66c35-30e3-495f-8959-5c29cd429945 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:56.367988 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-72ccd0c8-8c68-404e-84fe-8441cd89d0e2 req-a4f66c35-30e3-495f-8959-5c29cd429945 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0737073 Sep 14 02:57:56.370619 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] No DVR routers for this DVR port 3b913450-42be-4735-817b-19761cd4b2d4 on host dv-cinder-857075-6-smb {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:57:56.408050 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44354) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:56.483859 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (4f329825-883d-494a-b69f-155705dfe6cf), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.523101 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-72ccd0c8-8c68-404e-84fe-8441cd89d0e2 req-60e34932-1ba5-4e10-8a62-898c2459dcb3 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254928 Sep 14 02:57:56.526748 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f329825-883d-494a-b69f-155705dfe6cf']}} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:56.537138 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e2517e-8114-4269-8674-42aa14d43643') {'for_net_delete': True} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:56.537443 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e2517e-8114-4269-8674-42aa14d43643') {} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:56.549827 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:56.551853 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15433009'] for segment (f1e2517e-8114-4269-8674-42aa14d43643), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.565788 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (f1e2517e-8114-4269-8674-42aa14d43643), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.572087 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=113174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:57:56.572480 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13189893'] for segment (f1e2517e-8114-4269-8674-42aa14d43643), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.617631 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment f1e2517e-8114-4269-8674-42aa14d43643 resource provider aggregate not found Sep 14 02:57:56.628337 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:56.637547 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment f1e2517e-8114-4269-8674-42aa14d43643 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1e2517e-8114-4269-8674-42aa14d43643 found for delete ", "request_id": "req-66b39bc2-97c2-4588-9256-b62e31d0faf8"}]} Sep 14 02:57:56.655148 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=69 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:56.738649 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (4f329825-883d-494a-b69f-155705dfe6cf), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.750143 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.755794 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4f329825-883d-494a-b69f-155705dfe6cf HTTP/1.1" status: 204 len: 168 time: 1.1285620 Sep 14 02:57:56.784173 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40051cd-b488-4078-a430-88dcfd546ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f329825-883d-494a-b69f-155705dfe6cf,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:56.832413 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (350c8149-3d99-4f86-a8a0-850fbfc0e370), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.157027 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:57.220879 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Deleting port 2f219159-db9c-45af-a1a0-3964ddaeb1ca {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:57.221217 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.312796 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] For port 2f219159-db9c-45af-a1a0-3964ddaeb1ca, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2f219159-db9c-45af-a1a0-3964ddaeb1ca,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:57.313170 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.325382 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44376) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:57.329132 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Calling delete_port for 2f219159-db9c-45af-a1a0-3964ddaeb1ca owned by network:router_interface {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:57.379544 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4047872c-e96f-4a7a-b440-f7267bbe36a3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c41ee9a31d894ff7bba265021cdca4fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0527513 Sep 14 02:57:57.385778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44378) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:57.451254 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fdb9cba1-3d39-421e-9327-a949dee94c1d admin admin] Publish callbacks [] for security_group (77b5e14a-b733-4a86-8a2e-532227a8a2e3), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.474297 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:57.483525 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fdb9cba1-3d39-421e-9327-a949dee94c1d admin admin] Publish callbacks [] for security_group (77b5e14a-b733-4a86-8a2e-532227a8a2e3), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.647665 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (2f219159-db9c-45af-a1a0-3964ddaeb1ca), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.662018 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fdb9cba1-3d39-421e-9327-a949dee94c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (77b5e14a-b733-4a86-8a2e-532227a8a2e3), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.662018 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-fdb9cba1-3d39-421e-9327-a949dee94c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.668565 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-fdb9cba1-3d39-421e-9327-a949dee94c1d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/77b5e14a-b733-4a86-8a2e-532227a8a2e3 HTTP/1.1" status: 204 len: 168 time: 0.2745917 Sep 14 02:57:57.680385 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9cba1-3d39-421e-9327-a949dee94c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b5e14a-b733-4a86-8a2e-532227a8a2e3,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:57.688732 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebf86b-44f7-4a24-baff-e94789b929fb req-f5639a94-255b-49ff-8899-0c506e0ca37a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:57.708726 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b7ebf86b-44f7-4a24-baff-e94789b929fb req-f5639a94-255b-49ff-8899-0c506e0ca37a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0714116 Sep 14 02:57:57.721810 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f219159-db9c-45af-a1a0-3964ddaeb1ca,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:57.813610 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b7ebf86b-44f7-4a24-baff-e94789b929fb req-17533306-38f8-4b1a-8af5-d8a288c44eb2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145904 Sep 14 02:57:57.986738 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 3b913450-42be-4735-817b-19761cd4b2d4 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:57:58.012385 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 3b913450-42be-4735-817b-19761cd4b2d4 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:57:58.013415 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 3b913450-42be-4735-817b-19761cd4b2d4 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:57:58.075347 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (350c8149-3d99-4f86-a8a0-850fbfc0e370), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:58.422725 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Router 350c8149-3d99-4f86-a8a0-850fbfc0e370 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:57:58.436311 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:58.537665 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:57:58.550376 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] Sync routers for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:57:58.556631 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4ed59a9d-6922-4d70-a5e4-6673808a9a8d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/350c8149-3d99-4f86-a8a0-850fbfc0e370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1474807 Sep 14 02:57:58.559418 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44392) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:57:58.571433 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:58.572337 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:58.674069 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks [] for router (350c8149-3d99-4f86-a8a0-850fbfc0e370), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:58.684464 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:58.775176 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:58.782056 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks [] for router_gateway (350c8149-3d99-4f86-a8a0-850fbfc0e370), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:58.894638 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:57:57Z', 'revision_number': 5, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port': {'id': '0d57b0e7-9fc6-4b91-86ad-9e745deba207', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:06Z', 'updated_at': '2022-09-14T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:58.932395 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] Checking router: 350c8149-3d99-4f86-a8a0-850fbfc0e370 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:57:58.947111 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Deleting port 0d57b0e7-9fc6-4b91-86ad-9e745deba207 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:57:58.947111 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:58.947359 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] Routers {'350c8149-3d99-4f86-a8a0-850fbfc0e370'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:57:58.948156 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['350c8149-3d99-4f86-a8a0-850fbfc0e370'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:59.106669 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] For port 0d57b0e7-9fc6-4b91-86ad-9e745deba207, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=0d57b0e7-9fc6-4b91-86ad-9e745deba207,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:57:59.106950 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:59.113884 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] Set router 350c8149-3d99-4f86-a8a0-850fbfc0e370 gateway port host: None {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:57:59.129987 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66478eb-d619-43ff-8eda-8e13472f227e req-47a378b9-fee7-44b4-93ec-eedf28b07dec tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:57:59.132000 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d66478eb-d619-43ff-8eda-8e13472f227e req-47a378b9-fee7-44b4-93ec-eedf28b07dec tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.1547496 Sep 14 02:57:59.133106 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Calling delete_port for 0d57b0e7-9fc6-4b91-86ad-9e745deba207 owned by network:router_gateway {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:57:59.162563 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:59.192860 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:57:58Z', 'revision_number': 6, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port_host': None}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:57:59.212980 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f31e5a-583f-4254-833b-2338ab54e870 None None] The sync data for ids ['350c8149-3d99-4f86-a8a0-850fbfc0e370'] in dv-cinder-857075-6-smb is: [{'id': '350c8149-3d99-4f86-a8a0-850fbfc0e370', 'name': 'tempest-TestMinimumBasicScenario-1023951532-router', 'tenant_id': 'c0ae116686c0415c860ea9f100686e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:05Z', 'updated_at': '2022-09-14T02:57:58Z', 'revision_number': 6, 'project_id': 'c0ae116686c0415c860ea9f100686e59', 'gw_port_host': None}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:57:59.233834 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d66478eb-d619-43ff-8eda-8e13472f227e req-839b20f6-af9a-4b4b-9772-13ea877e7d42 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938189 Sep 14 02:57:59.539021 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (0d57b0e7-9fc6-4b91-86ad-9e745deba207), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:59.571352 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d57b0e7-9fc6-4b91-86ad-9e745deba207,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:57:59.644668 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (350c8149-3d99-4f86-a8a0-850fbfc0e370), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:59.782118 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (350c8149-3d99-4f86-a8a0-850fbfc0e370), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:59.789217 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks [] for router_controller (350c8149-3d99-4f86-a8a0-850fbfc0e370), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:59.932814 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (350c8149-3d99-4f86-a8a0-850fbfc0e370), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:59.933983 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 350c8149-3d99-4f86-a8a0-850fbfc0e370 {{(pid=113174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:57:59.939306 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:59.940477 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-611bb612-ee92-4942-b219-2641d47dcdf6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/350c8149-3d99-4f86-a8a0-850fbfc0e370 HTTP/1.1" status: 204 len: 168 time: 1.3799446 Sep 14 02:57:59.943277 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44414) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:00.187203 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 0d57b0e7-9fc6-4b91-86ad-9e745deba207 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:00.236286 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 0d57b0e7-9fc6-4b91-86ad-9e745deba207 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:00.236692 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 0d57b0e7-9fc6-4b91-86ad-9e745deba207 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:00.237327 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2f219159-db9c-45af-a1a0-3964ddaeb1ca no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:00.276480 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 2f219159-db9c-45af-a1a0-3964ddaeb1ca {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:00.277886 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2f219159-db9c-45af-a1a0-3964ddaeb1ca not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:00.342571 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_v2 [None req-11438fb1-8aba-4067-93e0-8039d70535f9 admin admin] Deleting subnet 38c9c1b2-fe64-455c-b255-b4025c45f3a9 {{(pid=113175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:58:00.346052 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-11438fb1-8aba-4067-93e0-8039d70535f9 admin admin] Publish callbacks [] for subnet (38c9c1b2-fe64-455c-b255-b4025c45f3a9), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:00.439828 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-11438fb1-8aba-4067-93e0-8039d70535f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15802306'] for subnet (38c9c1b2-fe64-455c-b255-b4025c45f3a9), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:00.458766 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27f50b-2db1-4e55-a517-f4ef0affd667 req-cac22d19-fede-4f96-b13e-127f41f83549 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:00.460337 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b27f50b-2db1-4e55-a517-f4ef0affd667 req-cac22d19-fede-4f96-b13e-127f41f83549 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.1087351 Sep 14 02:58:00.520283 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:00.547435 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2b27f50b-2db1-4e55-a517-f4ef0affd667 req-dd609ee0-e2c7-4b6b-b529-7b309886e6ba tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767658 Sep 14 02:58:00.598074 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-11438fb1-8aba-4067-93e0-8039d70535f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (38c9c1b2-fe64-455c-b255-b4025c45f3a9), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:00.749382 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-11438fb1-8aba-4067-93e0-8039d70535f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16109470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781878'] for subnet (38c9c1b2-fe64-455c-b255-b4025c45f3a9), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:00.777334 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11438fb1-8aba-4067-93e0-8039d70535f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c9c1b2-fe64-455c-b255-b4025c45f3a9,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:00.781559 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-11438fb1-8aba-4067-93e0-8039d70535f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:00.784727 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-11438fb1-8aba-4067-93e0-8039d70535f9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/38c9c1b2-fe64-455c-b255-b4025c45f3a9 HTTP/1.1" status: 204 len: 168 time: 0.8400795 Sep 14 02:58:00.787299 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44430) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:00.789635 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d80f2-e1c4-43d7-8314-8f694a5751af None None] Network ccbc0fc8-7425-4b05-9d04-ef14a7670989 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:58:00.909470 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (ccbc0fc8-7425-4b05-9d04-ef14a7670989), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:00.969661 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Deleting port 890cf523-0181-42f0-84d3-2c01b9ce293e {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:00.970261 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.002784 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] DHCP port deletion for ccbc0fc8-7425-4b05-9d04-ef14a7670989 request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:58:01.068008 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] For port 890cf523-0181-42f0-84d3-2c01b9ce293e, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=890cf523-0181-42f0-84d3-2c01b9ce293e,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:01.068410 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.072660 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] Deleting port 890cf523-0181-42f0-84d3-2c01b9ce293e {{(pid=113176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:01.073143 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), before_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.106519 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:01.112354 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Calling delete_port for 890cf523-0181-42f0-84d3-2c01b9ce293e owned by network:dhcp {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:01.151951 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] For port 890cf523-0181-42f0-84d3-2c01b9ce293e, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=890cf523-0181-42f0-84d3-2c01b9ce293e,segment=NetworkSegment(cf76c7c8-e60f-45fb-85ad-387946816faa),segment_id=cf76c7c8-e60f-45fb-85ad-387946816faa)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:01.152364 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), precommit_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.169296 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] Calling delete_port for 890cf523-0181-42f0-84d3-2c01b9ce293e owned by network:dhcp {{(pid=113176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:01.306348 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.311123 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:01.318242 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (890cf523-0181-42f0-84d3-2c01b9ce293e), after_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.337546 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Pushing event deleted for resources: {'Port': ['ID=890cf523-0181-42f0-84d3-2c01b9ce293e,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:01.342173 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] No DVR routers for this DVR port 890cf523-0181-42f0-84d3-2c01b9ce293e on host dv-cinder-857075-6-smb {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:58:01.369053 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] No DVR routers for this DVR port 890cf523-0181-42f0-84d3-2c01b9ce293e on host dv-cinder-857075-6-smb {{(pid=113176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:58:01.376504 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196cb25-e802-49ef-ad68-699a0641e356 None None] Pushing event deleted for resources: {'Port': ['ID=890cf523-0181-42f0-84d3-2c01b9ce293e,revision_number=None']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:01.386098 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:01.432736 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (ccbc0fc8-7425-4b05-9d04-ef14a7670989), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.463482 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbc0fc8-7425-4b05-9d04-ef14a7670989']}} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:01.476053 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf76c7c8-e60f-45fb-85ad-387946816faa') {'for_net_delete': True} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:01.476462 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf76c7c8-e60f-45fb-85ad-387946816faa') {} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:01.492791 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15802361'] for segment (cf76c7c8-e60f-45fb-85ad-387946816faa), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.507954 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (cf76c7c8-e60f-45fb-85ad-387946816faa), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.516240 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=113175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:58:01.516623 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16109348'] for segment (cf76c7c8-e60f-45fb-85ad-387946816faa), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.705056 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (ccbc0fc8-7425-4b05-9d04-ef14a7670989), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.726438 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469747a-b704-4e05-a31e-514a2cef7648 req-90b26b90-3252-4ca8-9235-3a07710160a8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:01.727865 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:01.733484 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/ccbc0fc8-7425-4b05-9d04-ef14a7670989 HTTP/1.1" status: 204 len: 168 time: 0.9377639 Sep 14 02:58:01.733734 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea6de7-033c-4fea-9914-3112d4f21fda admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbc0fc8-7425-4b05-9d04-ef14a7670989,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:01.735881 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44452) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:01.748260 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4469747a-b704-4e05-a31e-514a2cef7648 req-90b26b90-3252-4ca8-9235-3a07710160a8 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0929887 Sep 14 02:58:01.863241 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment cf76c7c8-e60f-45fb-85ad-387946816faa resource provider aggregate not found Sep 14 02:58:01.874547 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4469747a-b704-4e05-a31e-514a2cef7648 req-85d1a21f-2b18-4b3c-8b03-097b349d6778 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252851 Sep 14 02:58:01.899199 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment cf76c7c8-e60f-45fb-85ad-387946816faa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf76c7c8-e60f-45fb-85ad-387946816faa found for delete ", "request_id": "req-41dbff1b-7620-478b-a6e8-fdc30bd992e9"}]} Sep 14 02:58:01.906050 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 890cf523-0181-42f0-84d3-2c01b9ce293e no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:01.960611 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 890cf523-0181-42f0-84d3-2c01b9ce293e {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:01.960960 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 890cf523-0181-42f0-84d3-2c01b9ce293e not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:02.306324 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (b0eb3668-415d-4ba6-9c02-96949c38a075), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:02.574352 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:02.577322 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Deleting port 8f830b26-2ec0-4244-8782-677ab6295ccb {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:02.577877 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:02.670926 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] For port 8f830b26-2ec0-4244-8782-677ab6295ccb, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=8f830b26-2ec0-4244-8782-677ab6295ccb,segment=NetworkSegment(848c9be3-b883-492f-a917-1cbb568d9a04),segment_id=848c9be3-b883-492f-a917-1cbb568d9a04)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:02.671353 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:02.701735 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Calling delete_port for 8f830b26-2ec0-4244-8782-677ab6295ccb owned by network:router_interface {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:02.886357 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:03.034745 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c2bd0-515c-4d17-83cb-dba5adacdb19 req-b1d5a2ce-9dce-4526-9d37-abaac734908e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:03.036329 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-251c2bd0-515c-4d17-83cb-dba5adacdb19 req-b1d5a2ce-9dce-4526-9d37-abaac734908e tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0578048 Sep 14 02:58:03.057199 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (8f830b26-2ec0-4244-8782-677ab6295ccb), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:03.093983 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f830b26-2ec0-4244-8782-677ab6295ccb,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:03.157171 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-251c2bd0-515c-4d17-83cb-dba5adacdb19 req-a1df4782-37f8-444d-9ee4-e30f45a9f5bd tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094308 Sep 14 02:58:03.406987 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (b0eb3668-415d-4ba6-9c02-96949c38a075), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:03.704029 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Router b0eb3668-415d-4ba6-9c02-96949c38a075 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:58:03.796069 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:03.899277 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:58:03.906439 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7d500e3f-145c-4c26-af98-a2cc0fee2981 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b0eb3668-415d-4ba6-9c02-96949c38a075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1637228 Sep 14 02:58:03.908783 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44526) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:03.912881 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] Sync routers for ids ['b0eb3668-415d-4ba6-9c02-96949c38a075'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:58:03.931652 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] Routers {'b0eb3668-415d-4ba6-9c02-96949c38a075'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:03.941020 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b0eb3668-415d-4ba6-9c02-96949c38a075'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:04.063839 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks [] for router (b0eb3668-415d-4ba6-9c02-96949c38a075), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:04.109922 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] Set router b0eb3668-415d-4ba6-9c02-96949c38a075 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:04.219745 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks [] for router_gateway (b0eb3668-415d-4ba6-9c02-96949c38a075), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:04.325196 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cad8c-8cb4-455b-b011-d14327e96ef9 req-fd482567-42c7-4cc0-870c-e3418b077470 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:04.332501 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ab1cad8c-8cb4-455b-b011-d14327e96ef9 req-fd482567-42c7-4cc0-870c-e3418b077470 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0691736 Sep 14 02:58:04.382399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:58:02Z', 'revision_number': 5, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:04.388276 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ab1cad8c-8cb4-455b-b011-d14327e96ef9 req-6d57a3db-b615-47eb-9afa-3c0faa703664 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546551 Sep 14 02:58:04.413079 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] Checking router: b0eb3668-415d-4ba6-9c02-96949c38a075 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:58:04.423188 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] Routers {'b0eb3668-415d-4ba6-9c02-96949c38a075'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:04.423811 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b0eb3668-415d-4ba6-9c02-96949c38a075'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:04.489671 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Deleting port 97565ed0-e956-460c-911f-11836284352d {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:04.491015 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (97565ed0-e956-460c-911f-11836284352d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:04.609573 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] For port 97565ed0-e956-460c-911f-11836284352d, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=97565ed0-e956-460c-911f-11836284352d,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:04.609932 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (97565ed0-e956-460c-911f-11836284352d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:04.617470 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] Set router b0eb3668-415d-4ba6-9c02-96949c38a075 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:04.626506 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Calling delete_port for 97565ed0-e956-460c-911f-11836284352d owned by network:router_gateway {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:04.758447 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:04.761958 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:04.833173 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:04.884214 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:04.889940 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:58:02Z', 'revision_number': 5, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:04.930096 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ba709-e1f5-4d84-b984-17db4dd15a1f None None] The sync data for ids ['b0eb3668-415d-4ba6-9c02-96949c38a075'] in dv-cinder-857075-6-smb is: [{'id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'name': 'tempest-TestMinimumBasicScenario-1149945093-router', 'tenant_id': '4642937c9bc142988dfa7b6b924574d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '97565ed0-e956-460c-911f-11836284352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:55:14Z', 'updated_at': '2022-09-14T02:58:02Z', 'revision_number': 5, 'project_id': '4642937c9bc142988dfa7b6b924574d1', 'gw_port': {'id': '97565ed0-e956-460c-911f-11836284352d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3668-415d-4ba6-9c02-96949c38a075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:55:15Z', 'updated_at': '2022-09-14T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:58:04.977014 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (97565ed0-e956-460c-911f-11836284352d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.004019 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Pushing event deleted for resources: {'Port': ['ID=97565ed0-e956-460c-911f-11836284352d,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:05.067895 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (b0eb3668-415d-4ba6-9c02-96949c38a075), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.157427 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (b0eb3668-415d-4ba6-9c02-96949c38a075), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.159557 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks [] for router_controller (b0eb3668-415d-4ba6-9c02-96949c38a075), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.252528 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (b0eb3668-415d-4ba6-9c02-96949c38a075), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.253038 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0eb3668-415d-4ba6-9c02-96949c38a075 {{(pid=113174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:58:05.260132 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.260132 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b4d95708-4204-4000-aa45-9d8447bff032 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b0eb3668-415d-4ba6-9c02-96949c38a075 HTTP/1.1" status: 204 len: 168 time: 1.3485379 Sep 14 02:58:05.261987 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44544) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:05.312771 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f82cea9-8c45-4b9e-ba96-8d47e1fa1f67 admin admin] Deleting subnet 92e07c40-15e8-4efc-bc59-1668dfeb29df {{(pid=113174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:58:05.316214 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f82cea9-8c45-4b9e-ba96-8d47e1fa1f67 admin admin] Publish callbacks [] for subnet (92e07c40-15e8-4efc-bc59-1668dfeb29df), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.354554 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f82cea9-8c45-4b9e-ba96-8d47e1fa1f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15432970'] for subnet (92e07c40-15e8-4efc-bc59-1668dfeb29df), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.392790 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44548) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:05.443786 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f82cea9-8c45-4b9e-ba96-8d47e1fa1f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (92e07c40-15e8-4efc-bc59-1668dfeb29df), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.545543 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9dba3e23-0ed8-4fed-a9ed-bd97547e8573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.566571 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae215bd3-cf35-4cf5-a70d-ff445a667e1a req-475135b1-127f-450c-a33d-807007392b05 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:05.567921 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ae215bd3-cf35-4cf5-a70d-ff445a667e1a req-475135b1-127f-450c-a33d-807007392b05 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0658977 Sep 14 02:58:05.586810 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f82cea9-8c45-4b9e-ba96-8d47e1fa1f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13190079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15875324'] for subnet (92e07c40-15e8-4efc-bc59-1668dfeb29df), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.588344 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:05.630031 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82cea9-8c45-4b9e-ba96-8d47e1fa1f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e07c40-15e8-4efc-bc59-1668dfeb29df,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:05.642996 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b7d10-a272-4be6-b7bb-153fcd48a1ab None None] Network 5315268d-85ad-470e-ab2c-5c0ecde5dd23 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:58:05.646955 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1f82cea9-8c45-4b9e-ba96-8d47e1fa1f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.653105 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1f82cea9-8c45-4b9e-ba96-8d47e1fa1f67 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/92e07c40-15e8-4efc-bc59-1668dfeb29df HTTP/1.1" status: 204 len: 168 time: 0.3861928 Sep 14 02:58:05.654413 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44554) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:05.681176 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ae215bd3-cf35-4cf5-a70d-ff445a667e1a req-5c243b9b-be53-4c46-bd98-e040ffe04fbf tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060693 Sep 14 02:58:05.750123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9dba3e23-0ed8-4fed-a9ed-bd97547e8573 admin admin] Publish callbacks [] for security_group (58ef1f93-69f4-4be7-a079-044da83d65c8), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.768490 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (5315268d-85ad-470e-ab2c-5c0ecde5dd23), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.811651 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Deleting port 65f4c285-ce14-456e-afe9-e70b6bd3b988 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:05.811984 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.818053 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9dba3e23-0ed8-4fed-a9ed-bd97547e8573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (58ef1f93-69f4-4be7-a079-044da83d65c8), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.863092 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-9dba3e23-0ed8-4fed-a9ed-bd97547e8573 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6071fa72e06246cb9e5d73553ca72b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669015 Sep 14 02:58:05.863092 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba3e23-0ed8-4fed-a9ed-bd97547e8573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ef1f93-69f4-4be7-a079-044da83d65c8,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:05.864037 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44556) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:05.880848 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] For port 65f4c285-ce14-456e-afe9-e70b6bd3b988, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=65f4c285-ce14-456e-afe9-e70b6bd3b988,segment=NetworkSegment(848c9be3-b883-492f-a917-1cbb568d9a04),segment_id=848c9be3-b883-492f-a917-1cbb568d9a04)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:05.881212 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.895277 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Calling delete_port for 65f4c285-ce14-456e-afe9-e70b6bd3b988 owned by network:dhcp {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:05.914776 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-78e8730a-31a1-4cae-a9e9-624f5558773e admin admin] Publish callbacks [] for security_group (58ef1f93-69f4-4be7-a079-044da83d65c8), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.936219 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-78e8730a-31a1-4cae-a9e9-624f5558773e admin admin] Publish callbacks [] for security_group (58ef1f93-69f4-4be7-a079-044da83d65c8), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:05.969736 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=10 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:06.069724 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (65f4c285-ce14-456e-afe9-e70b6bd3b988), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.080749 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fced7-3816-4452-9dd1-02d2cd265dbb None None] DHCP port deletion for 5315268d-85ad-470e-ab2c-5c0ecde5dd23 request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:58:06.111480 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-78e8730a-31a1-4cae-a9e9-624f5558773e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (58ef1f93-69f4-4be7-a079-044da83d65c8), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.118183 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-78e8730a-31a1-4cae-a9e9-624f5558773e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.120052 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-78e8730a-31a1-4cae-a9e9-624f5558773e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/58ef1f93-69f4-4be7-a079-044da83d65c8 HTTP/1.1" status: 204 len: 168 time: 0.2550561 Sep 14 02:58:06.124262 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=65f4c285-ce14-456e-afe9-e70b6bd3b988,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:06.126396 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] No DVR routers for this DVR port 65f4c285-ce14-456e-afe9-e70b6bd3b988 on host dv-cinder-857075-6-smb {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:58:06.139443 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8730a-31a1-4cae-a9e9-624f5558773e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ef1f93-69f4-4be7-a079-044da83d65c8,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:06.156210 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 8f830b26-2ec0-4244-8782-677ab6295ccb no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:06.180575 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 8f830b26-2ec0-4244-8782-677ab6295ccb {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:06.180933 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 8f830b26-2ec0-4244-8782-677ab6295ccb not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:06.181350 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 65f4c285-ce14-456e-afe9-e70b6bd3b988 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:06.200995 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 65f4c285-ce14-456e-afe9-e70b6bd3b988 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:06.201343 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 65f4c285-ce14-456e-afe9-e70b6bd3b988 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:06.201761 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 97565ed0-e956-460c-911f-11836284352d no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:06.217286 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (5315268d-85ad-470e-ab2c-5c0ecde5dd23), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.220806 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 97565ed0-e956-460c-911f-11836284352d {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:06.221163 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 97565ed0-e956-460c-911f-11836284352d not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:06.239504 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5315268d-85ad-470e-ab2c-5c0ecde5dd23']}} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:06.249578 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848c9be3-b883-492f-a917-1cbb568d9a04') {'for_net_delete': True} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:06.249877 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848c9be3-b883-492f-a917-1cbb568d9a04') {} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:06.259393 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15802361'] for segment (848c9be3-b883-492f-a917-1cbb568d9a04), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.272779 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (848c9be3-b883-492f-a917-1cbb568d9a04), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.279385 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=113175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:58:06.279762 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16109348'] for segment (848c9be3-b883-492f-a917-1cbb568d9a04), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.325614 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 848c9be3-b883-492f-a917-1cbb568d9a04 resource provider aggregate not found Sep 14 02:58:06.343130 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 848c9be3-b883-492f-a917-1cbb568d9a04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 848c9be3-b883-492f-a917-1cbb568d9a04 found for delete ", "request_id": "req-c1338b9a-c6bb-4f1d-b570-edc4d78638e6"}]} Sep 14 02:58:06.434880 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (5315268d-85ad-470e-ab2c-5c0ecde5dd23), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.440560 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.444342 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5315268d-85ad-470e-ab2c-5c0ecde5dd23 HTTP/1.1" status: 204 len: 168 time: 0.7871683 Sep 14 02:58:06.457303 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dcb04-32d2-4e09-86f1-075f12d9f6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5315268d-85ad-470e-ab2c-5c0ecde5dd23,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:06.810550 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44570) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:06.816837 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:06.829155 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3a26-77bc-4805-922a-463b9242de4f req-e5de6909-9d96-4c42-a566-0290c6b5bd2a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:06.830759 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-900e3a26-77bc-4805-922a-463b9242de4f req-e5de6909-9d96-4c42-a566-0290c6b5bd2a tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0514932 Sep 14 02:58:06.853191 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-527dff7f-64a4-4e3c-acf3-e99a752cb19a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c0ae116686c0415c860ea9f100686e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414462 Sep 14 02:58:06.858527 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44572) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:06.874488 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44574) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:06.914027 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6596e97c-5165-48e9-ba7e-7afee8ecb62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.920937 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-900e3a26-77bc-4805-922a-463b9242de4f req-06a1bc57-9e7a-4979-8034-0aaf85643090 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845995 Sep 14 02:58:06.965458 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5533-dc7b-4d26-bf30-d7691be89236 admin admin] Publish callbacks [] for security_group (de1a97bc-3daf-40a5-81d6-f67cd22d5f10), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:06.999007 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5533-dc7b-4d26-bf30-d7691be89236 admin admin] Publish callbacks [] for security_group (de1a97bc-3daf-40a5-81d6-f67cd22d5f10), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.060327 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6596e97c-5165-48e9-ba7e-7afee8ecb62c admin admin] Publish callbacks [] for security_group (44092853-24ea-40c5-af5b-c16ac93f8841), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.126885 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6596e97c-5165-48e9-ba7e-7afee8ecb62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (44092853-24ea-40c5-af5b-c16ac93f8841), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.169299 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5533-dc7b-4d26-bf30-d7691be89236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (de1a97bc-3daf-40a5-81d6-f67cd22d5f10), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.171657 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5533-dc7b-4d26-bf30-d7691be89236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.178344 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-f8ae5533-dc7b-4d26-bf30-d7691be89236 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/de1a97bc-3daf-40a5-81d6-f67cd22d5f10 HTTP/1.1" status: 204 len: 168 time: 0.3121595 Sep 14 02:58:07.178344 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596e97c-5165-48e9-ba7e-7afee8ecb62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44092853-24ea-40c5-af5b-c16ac93f8841,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:07.182349 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-6596e97c-5165-48e9-ba7e-7afee8ecb62c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=54a3391c6a6d4e9fa3cf08c277df9dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039806 Sep 14 02:58:07.187339 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44578) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:07.188914 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae5533-dc7b-4d26-bf30-d7691be89236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1a97bc-3daf-40a5-81d6-f67cd22d5f10,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:07.241482 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8c5c10b2-900f-43a6-a579-ac0f1142c12f admin admin] Publish callbacks [] for security_group (44092853-24ea-40c5-af5b-c16ac93f8841), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.262320 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8c5c10b2-900f-43a6-a579-ac0f1142c12f admin admin] Publish callbacks [] for security_group (44092853-24ea-40c5-af5b-c16ac93f8841), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.297119 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:07.406644 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8c5c10b2-900f-43a6-a579-ac0f1142c12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (44092853-24ea-40c5-af5b-c16ac93f8841), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.409188 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8c5c10b2-900f-43a6-a579-ac0f1142c12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.410344 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8c5c10b2-900f-43a6-a579-ac0f1142c12f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/44092853-24ea-40c5-af5b-c16ac93f8841 HTTP/1.1" status: 204 len: 168 time: 0.2206903 Sep 14 02:58:07.423375 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c10b2-900f-43a6-a579-ac0f1142c12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44092853-24ea-40c5-af5b-c16ac93f8841,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:07.810823 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44588) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:07.857041 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-93361b9c-cc12-4d5c-9005-d046134624ae admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4642937c9bc142988dfa7b6b924574d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443935 Sep 14 02:58:07.859669 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44590) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:07.910605 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d8a48993-f899-4c37-8009-85bbdc73c160 admin admin] Publish callbacks [] for security_group (048c97c8-0b79-402f-8f51-9cf56982229f), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:07.936729 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d8a48993-f899-4c37-8009-85bbdc73c160 admin admin] Publish callbacks [] for security_group (048c97c8-0b79-402f-8f51-9cf56982229f), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:08.000180 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-67524924-7b4d-41c0-966a-d7f63a30d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:08.001720 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-67524924-7b4d-41c0-966a-d7f63a30d96b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 1127 time: 0.0429301 Sep 14 02:58:08.056277 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92ef44-aade-41af-84d7-f917d55a1cd4 req-60c0528c-78cd-43a6-a2ca-9c2c0735d7ab tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:08.057845 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a92ef44-aade-41af-84d7-f917d55a1cd4 req-60c0528c-78cd-43a6-a2ca-9c2c0735d7ab tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0488734 Sep 14 02:58:08.063882 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d8a48993-f899-4c37-8009-85bbdc73c160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (048c97c8-0b79-402f-8f51-9cf56982229f), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:08.067144 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d8a48993-f899-4c37-8009-85bbdc73c160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:08.070822 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-d8a48993-f899-4c37-8009-85bbdc73c160 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/048c97c8-0b79-402f-8f51-9cf56982229f HTTP/1.1" status: 204 len: 168 time: 0.2076883 Sep 14 02:58:08.084225 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a48993-f899-4c37-8009-85bbdc73c160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048c97c8-0b79-402f-8f51-9cf56982229f,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:08.142879 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-354e8f1a-e7cb-46ec-996e-780520db5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:08.144535 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-354e8f1a-e7cb-46ec-996e-780520db5afc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 200 len: 917 time: 0.1235018 Sep 14 02:58:08.154399 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a92ef44-aade-41af-84d7-f917d55a1cd4 req-7f2a8632-dc30-44a2-87ac-d187a7b19fd7 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850043 Sep 14 02:58:08.233629 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-07e795fd-b58f-4a79-93eb-543149cb3b8d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 200 len: 997 time: 0.0818560 Sep 14 02:58:08.282993 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-5805d0db-6061-4a51-a5d2-caaf2641d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:08.284415 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-5805d0db-6061-4a51-a5d2-caaf2641d275 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 200 len: 856 time: 0.0443246 Sep 14 02:58:08.335902 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-a23b6e4e-3614-4fe6-b385-951c9ebf0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:08.340354 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-a23b6e4e-3614-4fe6-b385-951c9ebf0e90 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1494a22c-5bc9-4637-96fd-e852f4fb232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437660 Sep 14 02:58:08.434651 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-39c7b2ef-ccc8-4568-ab03-5a2a727766c7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903063 Sep 14 02:58:08.535999 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-176bd2fe-1335-4f6c-85eb-26c03cdd808b req-bb028b94-29c0-4a8f-ae59-9f02269b34eb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941546 Sep 14 02:58:08.943528 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:58:09.046761 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:09.078029 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:09.093042 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '639812eb-81d1-4569-841f-ba9e5ec03037', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'port_id': '639812eb-81d1-4569-841f-ba9e5ec03037', 'mac_address': 'fa:16:3e:98:a6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:58:09.138727 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 639812eb-81d1-4569-841f-ba9e5ec03037 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:09.139418 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:09.162556 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639812eb-81d1-4569-841f-ba9e5ec03037 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:58:09.188849 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:09.336247 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfa8b6-a224-4961-9a74-4e773091a536 req-437500b2-788f-4032-8d1b-d84af4049a22 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:09.337899 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4ccfa8b6-a224-4961-9a74-4e773091a536 req-437500b2-788f-4032-8d1b-d84af4049a22 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 943 time: 0.0601764 Sep 14 02:58:09.465999 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4ccfa8b6-a224-4961-9a74-4e773091a536 req-268acebe-652f-41d0-8086-312d9a468e49 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595655 Sep 14 02:58:09.465999 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44640) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:09.693626 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1865681766-network', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:09.749773 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:09.804463 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=9']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:09.928033 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=43 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:09.968356 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=66 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:09.989806 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['639812eb-81d1-4569-841f-ba9e5ec03037'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:58:10.281568 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Made reservation on behalf of 8af87cd85acd453fac7b3b4f386c8789 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:58:10.283968 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.287859 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:10.297018 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.310478 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:10.372681 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Publish callbacks [] for security_group (13cf4642-0ffb-4d2e-8bc2-d112cb9cb3ee), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.435826 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (13cf4642-0ffb-4d2e-8bc2-d112cb9cb3ee), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.458588 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:58:10.474489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cf4642-0ffb-4d2e-8bc2-d112cb9cb3ee,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:10.476884 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (ed59fad7-b53e-4021-9cd9-3383a7698d42), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.477255 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Added segment ed59fad7-b53e-4021-9cd9-3383a7698d42 of type vlan for network 7d650588-ff21-45b4-9a4c-9542ee62273a Sep 14 02:58:10.493655 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.493998 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.494449 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.494716 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.495044 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.495370 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.495744 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.496067 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.496665 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.497025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.497409 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.497736 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.498056 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.498375 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.498784 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:10.539152 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (7d650588-ff21-45b4-9a4c-9542ee62273a), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.619375 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6f9a4-bffd-4685-b5ab-e6f8aa4360e3 req-c4923c87-01e4-4c27-aace-2605f8c4688b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:10.621690 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c4b6f9a4-bffd-4685-b5ab-e6f8aa4360e3 req-c4923c87-01e4-4c27-aace-2605f8c4688b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 944 time: 0.0482562 Sep 14 02:58:10.622830 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (7d650588-ff21-45b4-9a4c-9542ee62273a), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.623693 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:10.624248 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.712762 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] Pushing event updated for resources: {'Network': ['ID=7d650588-ff21-45b4-9a4c-9542ee62273a,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:10.723265 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 7d650588-ff21-45b4-9a4c-9542ee62273a details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:58:10.726860 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c4b6f9a4-bffd-4685-b5ab-e6f8aa4360e3 req-ea9399d0-ab03-4651-b1b2-7c9d25454502 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986245 Sep 14 02:58:10.794306 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-c0886312-fdd9-46ab-b951-b59bc8a4f0aa admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3269267 Sep 14 02:58:10.796756 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44662) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:10.801775 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Request body: {'subnet': {'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1865681766-subnet', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:10.910066 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Made reservation on behalf of 8af87cd85acd453fac7b3b4f386c8789 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:58:10.912429 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781849'] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:10.925739 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:10.961703 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:11.009211 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 639812eb-81d1-4569-841f-ba9e5ec03037 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:11.009881 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.009881 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 639812eb-81d1-4569-841f-ba9e5ec03037 Sep 14 02:58:11.207801 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781839'] for subnet (28dac422-7e55-43d0-9965-d9d229b582e7), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.229197 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 639812eb-81d1-4569-841f-ba9e5ec03037 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:11.229197 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.251164 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:11.257062 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:58:11.259429 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ce8627-3b3f-4014-8710-2360b2986c66" -d '{"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-plugged", "status": "completed", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:58:11.272964 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:11.274334 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28dac422-7e55-43d0-9965-d9d229b582e7,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:11.291720 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.292068 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.293224 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.293558 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.293967 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.294199 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.294540 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.294857 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.295175 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.295491 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.295804 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.296144 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.296465 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.296779 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.297132 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:11.306331 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Checking segment: {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:11.306712 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Network hostable DHCP agents. Network: 7d650588-ff21-45b4-9a4c-9542ee62273a, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:58:11.390298 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.441377 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Network 7d650588-ff21-45b4-9a4c-9542ee62273a is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:58:11.459391 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=10']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:11.490313 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdaa078-62ec-4290-8ca2-bb103982963b x-openstack-request-id: req-7fdaa078-62ec-4290-8ca2-bb103982963b {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:58:11.490803 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-plugged", "status": "completed", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:58:11.491332 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7fdaa078-62ec-4290-8ca2-bb103982963b {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:58:11.492202 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fdaa078-62ec-4290-8ca2-bb103982963b'] response: {'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037', 'code': 200} Sep 14 02:58:11.544618 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 7d650588-ff21-45b4-9a4c-9542ee62273a) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:11.549070 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:11.549664 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.554024 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:11.554593 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050395d-6068-4e1b-abfa-62cdca93446f None None] Network 7d650588-ff21-45b4-9a4c-9542ee62273a requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:58:11.560481 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:11.680334 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7a549e3f-b8e8-4430-aa13-6fe07567899d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8802252 Sep 14 02:58:11.681336 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44672) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:11.684402 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-7d650588-ff21-45b4-9a4c-9542ee62273a', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:58:11.685447 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.688116 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:11.701948 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:11.813007 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (66364926-27e7-417a-b30a-ebe8c49649ea), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.814290 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (66364926-27e7-417a-b30a-ebe8c49649ea), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.864959 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Allocated IP 172.20.0.2 (7d650588-ff21-45b4-9a4c-9542ee62273a/28dac422-7e55-43d0-9965-d9d229b582e7/b3718075-86b0-4cf5-8523-1edd14bd9860) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:58:11.879676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9afea3-6f76-4c67-bfcd-96442fa26926 req-e7ab430e-37c9-4bee-893f-66c7db9241a6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:11.884412 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5b9afea3-6f76-4c67-bfcd-96442fa26926 req-e7ab430e-37c9-4bee-893f-66c7db9241a6 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 946 time: 0.0629482 Sep 14 02:58:11.891589 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks [] for router_controller (66364926-27e7-417a-b30a-ebe8c49649ea), precommit_add_association {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.922143 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2989f4b-2b89-4de9-a638-e1e6f4646ba2 req-08dfba56-a076-41a9-b464-061a6500410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:11.925400 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-a2989f4b-2b89-4de9-a638-e1e6f4646ba2 req-08dfba56-a076-41a9-b464-061a6500410c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 1130 time: 0.0461771 Sep 14 02:58:11.941807 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5b9afea3-6f76-4c67-bfcd-96442fa26926 req-7e630ebf-80b8-438b-bf93-6dc76df48380 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486071 Sep 14 02:58:11.983378 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-a2989f4b-2b89-4de9-a638-e1e6f4646ba2 req-8c0b58e6-6d08-4c28-9fdb-6e21e4754488 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508306 Sep 14 02:58:12.055639 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Publish callbacks [] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:12.142315 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks [] for router_gateway (66364926-27e7-417a-b30a-ebe8c49649ea), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:12.148974 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:12.193969 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Network 7d650588-ff21-45b4-9a4c-9542ee62273a is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:12.199522 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:12.202024 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:58:12.205380 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Pushing event updated for resources: {'Port': ['ID=b3718075-86b0-4cf5-8523-1edd14bd9860,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:12.265224 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Attempting to bind port b3718075-86b0-4cf5-8523-1edd14bd9860 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:58:12.265836 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Attempting to bind port b3718075-86b0-4cf5-8523-1edd14bd9860 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:58:12.266408 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Attempting to bind port b3718075-86b0-4cf5-8523-1edd14bd9860 on network 7d650588-ff21-45b4-9a4c-9542ee62273a {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:58:12.294726 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:12.311509 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:58:12.311884 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Checking segment: {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:12.312288 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:12.312823 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Bound using segment: {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:58:12.313238 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Bound port: b3718075-86b0-4cf5-8523-1edd14bd9860, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:58:12.313718 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:12.379050 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] For port b3718075-86b0-4cf5-8523-1edd14bd9860, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:58:12.382104 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] For port b3718075-86b0-4cf5-8523-1edd14bd9860, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=b3718075-86b0-4cf5-8523-1edd14bd9860,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:58:12.425495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks [] for router_gateway (66364926-27e7-417a-b30a-ebe8c49649ea), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:12.475200 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:12.547882 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae4bed-f634-4469-bc70-4f80a44f7030 None None] Pushing event updated for resources: {'Port': ['ID=b3718075-86b0-4cf5-8523-1edd14bd9860,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:12.723692 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:12.734343 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:12.838523 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Allocated IP 172.28.1.198 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/c6bca701-ef3f-4b46-9739-2972d2f8722d) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:58:12.944431 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks [] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.053789 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.085220 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf128096-780c-415f-bc09-4a7170a6523a req-99592afd-e192-481b-b982-98f5de104859 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:13.093996 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bf128096-780c-415f-bc09-4a7170a6523a req-99592afd-e192-481b-b982-98f5de104859 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 946 time: 0.0596118 Sep 14 02:58:13.145226 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:13.149351 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bf128096-780c-415f-bc09-4a7170a6523a req-94443196-ff24-43e7-b6d9-b3dfbbf0e2ad tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541494 Sep 14 02:58:13.156137 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:13.160601 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:58:13.185782 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Pushing event updated for resources: {'Port': ['ID=c6bca701-ef3f-4b46-9739-2972d2f8722d,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:13.319446 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:13.460778 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df626b6f-a45a-4172-8fd3-053ae99673d2 None None] Network 7d650588-ff21-45b4-9a4c-9542ee62273a requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:58:13.535468 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-def0ff37-0780-4351-818a-ebd7eb360bbc None None] Provisioning complete for port b3718075-86b0-4cf5-8523-1edd14bd9860 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:13.535850 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-def0ff37-0780-4351-818a-ebd7eb360bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.536187 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-def0ff37-0780-4351-818a-ebd7eb360bbc None None] Attempt 1 to provision port b3718075-86b0-4cf5-8523-1edd14bd9860 Sep 14 02:58:13.536957 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks [] for router_gateway (66364926-27e7-417a-b30a-ebe8c49649ea), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.660016 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-def0ff37-0780-4351-818a-ebd7eb360bbc None None] Current status of the port b3718075-86b0-4cf5-8523-1edd14bd9860 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:13.660683 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-def0ff37-0780-4351-818a-ebd7eb360bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.702056 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-def0ff37-0780-4351-818a-ebd7eb360bbc None None] For port b3718075-86b0-4cf5-8523-1edd14bd9860, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=b3718075-86b0-4cf5-8523-1edd14bd9860,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:13.749340 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (66364926-27e7-417a-b30a-ebe8c49649ea), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.755446 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-def0ff37-0780-4351-818a-ebd7eb360bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.811627 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0ff37-0780-4351-818a-ebd7eb360bbc None None] Pushing event updated for resources: {'Port': ['ID=b3718075-86b0-4cf5-8523-1edd14bd9860,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:13.835500 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:58:13.877327 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4081f324-3c28-4fe8-a870-c6b6acf1a779 None None] Provisioning complete for port b3718075-86b0-4cf5-8523-1edd14bd9860 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:13.877912 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4081f324-3c28-4fe8-a870-c6b6acf1a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.878914 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4081f324-3c28-4fe8-a870-c6b6acf1a779 None None] Attempt 1 to provision port b3718075-86b0-4cf5-8523-1edd14bd9860 Sep 14 02:58:13.907544 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device b3718075-86b0-4cf5-8523-1edd14bd9860 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:13.966957 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Router 66364926-27e7-417a-b30a-ebe8c49649ea is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:58:13.987864 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port b3718075-86b0-4cf5-8523-1edd14bd9860 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:13.988232 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:13.988571 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port b3718075-86b0-4cf5-8523-1edd14bd9860 Sep 14 02:58:14.020161 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4081f324-3c28-4fe8-a870-c6b6acf1a779 None None] Current status of the port b3718075-86b0-4cf5-8523-1edd14bd9860 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:14.072081 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port b3718075-86b0-4cf5-8523-1edd14bd9860 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:14.073234 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:58:14.081856 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Sync routers for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:58:14.098436 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:14.099090 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:14.169461 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:14.173424 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-339fc609-ec7a-4b09-bf27-968939eaf791 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4880047 Sep 14 02:58:14.173588 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44722) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:14.208086 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:14.361052 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33336-f430-47a5-bc37-3c1f33c02dce req-856288fc-883f-4fc9-8e56-e7e15202dafb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:14.370741 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-98c33336-f430-47a5-bc37-3c1f33c02dce req-856288fc-883f-4fc9-8e56-e7e15202dafb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 946 time: 0.1100399 Sep 14 02:58:14.414410 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:14.438020 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-98c33336-f430-47a5-bc37-3c1f33c02dce req-29183456-f8a2-49c4-88f3-493bb94aeb98 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663915 Sep 14 02:58:14.494679 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:13Z', 'revision_number': 3, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:14.521130 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:14.521741 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Checking router: 66364926-27e7-417a-b30a-ebe8c49649ea for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:58:14.522082 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Updating router 66364926-27e7-417a-b30a-ebe8c49649ea port c6bca701-ef3f-4b46-9739-2972d2f8722d binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:58:14.538315 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-75b1e46b-23e0-4708-b25b-880b2d577d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:14.551871 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:14.606258 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:14.707029 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:14.826600 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Publish callbacks [] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:14.868099 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Allocated IP 172.20.0.1 (7d650588-ff21-45b4-9a4c-9542ee62273a/28dac422-7e55-43d0-9965-d9d229b582e7/6c989ed3-58e1-401e-98ab-bf05a201c4a9) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:58:14.899053 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:14.933900 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Attempting to bind port c6bca701-ef3f-4b46-9739-2972d2f8722d on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:58:14.934271 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Attempting to bind port c6bca701-ef3f-4b46-9739-2972d2f8722d by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:58:14.934671 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Attempting to bind port c6bca701-ef3f-4b46-9739-2972d2f8722d on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:58:14.966756 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Pushing event updated for resources: {'Port': ['ID=c6bca701-ef3f-4b46-9739-2972d2f8722d,revision_number=2']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:14.975284 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Publish callbacks [] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:14.978022 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.978369 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.978731 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.979087 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.979419 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.979746 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.980291 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.980670 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.980994 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.981316 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.981641 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.981975 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.982298 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.982647 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.988649 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:14.999544 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:58:14.999912 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:15.000307 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.000833 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:58:15.001299 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Bound port: c6bca701-ef3f-4b46-9739-2972d2f8722d, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:58:15.001666 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.051581 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] For port c6bca701-ef3f-4b46-9739-2972d2f8722d, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:58:15.054518 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] For port c6bca701-ef3f-4b46-9739-2972d2f8722d, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=c6bca701-ef3f-4b46-9739-2972d2f8722d,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:58:15.059478 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.098376 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Network 7d650588-ff21-45b4-9a4c-9542ee62273a is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:15.101396 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:15.103799 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:58:15.133653 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.137824 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Pushing event updated for resources: {'Port': ['ID=6c989ed3-58e1-401e-98ab-bf05a201c4a9,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:15.159806 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (66364926-27e7-417a-b30a-ebe8c49649ea), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.159966 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:15.190958 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:15.191604 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:57:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:15.193450 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac54ec-994a-41bf-816e-a38e1e362501 None None] Pushing event updated for resources: {'Port': ['ID=c6bca701-ef3f-4b46-9739-2972d2f8722d,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:15.232256 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:15.244364 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:15.303316 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:15.354521 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Provisioning complete for port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:15.355361 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.355953 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Attempt 1 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:15.360543 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.388570 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:15.477214 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:13Z', 'revision_number': 3, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:15.481090 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:15.508186 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114c26-4863-48bf-826e-5b035a8b1ae9 None None] The sync data for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb is: [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:13Z', 'revision_number': 3, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:58:15.528086 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Publish callbacks [] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.573224 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5b48-799c-454e-bf17-1b835d0d0e8c req-991f7606-ba1c-4d5f-bc4a-fcba651b2477 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:15.575458 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c64c5b48-799c-454e-bf17-1b835d0d0e8c req-991f7606-ba1c-4d5f-bc4a-fcba651b2477 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 946 time: 0.0498946 Sep 14 02:58:15.600985 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.626158 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c64c5b48-799c-454e-bf17-1b835d0d0e8c req-04296b56-82a1-44f6-9ed5-780e63a49f97 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449111 Sep 14 02:58:15.676690 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (66364926-27e7-417a-b30a-ebe8c49649ea), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:15.678809 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Pushing event updated for resources: {'Port': ['ID=6c989ed3-58e1-401e-98ab-bf05a201c4a9,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:15.793371 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Network 7d650588-ff21-45b4-9a4c-9542ee62273a is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:15.794827 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:15.890790 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Attempt 2 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:15.942222 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:15.973176 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Router 66364926-27e7-417a-b30a-ebe8c49649ea has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:58:16.040765 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device b3718075-86b0-4cf5-8523-1edd14bd9860 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:16.103238 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port b3718075-86b0-4cf5-8523-1edd14bd9860 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:16.103238 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.103436 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port b3718075-86b0-4cf5-8523-1edd14bd9860 Sep 14 02:58:16.128096 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:58:16.138291 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-febb7211-4188-4498-a3de-1f4ffe9d9e98 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/66364926-27e7-417a-b30a-ebe8c49649ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9636390 Sep 14 02:58:16.156714 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:16.204150 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port b3718075-86b0-4cf5-8523-1edd14bd9860 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:16.205293 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device c6bca701-ef3f-4b46-9739-2972d2f8722d up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:16.254097 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port c6bca701-ef3f-4b46-9739-2972d2f8722d triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:16.254621 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.255195 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port c6bca701-ef3f-4b46-9739-2972d2f8722d Sep 14 02:58:16.338291 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port c6bca701-ef3f-4b46-9739-2972d2f8722d is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:16.338721 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.363720 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port c6bca701-ef3f-4b46-9739-2972d2f8722d, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=c6bca701-ef3f-4b46-9739-2972d2f8722d,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:16.429944 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.460049 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Attempt 3 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:16.479883 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44758) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:16.530557 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=c6bca701-ef3f-4b46-9739-2972d2f8722d,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:16.533467 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:16.664300 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4d8f4c38-d62c-46bf-9b4e-cf1929194bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.744788 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4d8f4c38-d62c-46bf-9b4e-cf1929194bcf admin admin] Publish callbacks [] for security_group (931e852d-ca9a-474c-b491-9809a5a53924), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.755123 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-333d0494-7bb7-4086-8e32-93b7808f915c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.824789 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4d8f4c38-d62c-46bf-9b4e-cf1929194bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (931e852d-ca9a-474c-b491-9809a5a53924), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.865852 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4d8f4c38-d62c-46bf-9b4e-cf1929194bcf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4794df72ef1949049dd6e180aab9ca03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839247 Sep 14 02:58:16.867035 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f4c38-d62c-46bf-9b4e-cf1929194bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931e852d-ca9a-474c-b491-9809a5a53924,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:16.868653 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44768) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:16.913196 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:16.916560 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44772) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:16.921992 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1397022585-network', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:16.931013 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-42cfdf60-7561-4d2f-8acb-3ab1292618ac admin admin] Publish callbacks [] for security_group (931e852d-ca9a-474c-b491-9809a5a53924), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:16.951936 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-42cfdf60-7561-4d2f-8acb-3ab1292618ac admin admin] Publish callbacks [] for security_group (931e852d-ca9a-474c-b491-9809a5a53924), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.011371 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Made reservation on behalf of ac2a7b0878d5455e92dbaa1032894143 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:58:17.015095 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.024110 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.034698 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Attempt 4 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:17.057113 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-42cfdf60-7561-4d2f-8acb-3ab1292618ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (931e852d-ca9a-474c-b491-9809a5a53924), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.060465 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-42cfdf60-7561-4d2f-8acb-3ab1292618ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.064296 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-42cfdf60-7561-4d2f-8acb-3ab1292618ac admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/931e852d-ca9a-474c-b491-9809a5a53924 HTTP/1.1" status: 204 len: 168 time: 0.1919358 Sep 14 02:58:17.075075 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfdf60-7561-4d2f-8acb-3ab1292618ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931e852d-ca9a-474c-b491-9809a5a53924,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:17.075279 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:17.140897 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Publish callbacks [] for security_group (f77ec9d1-c1ae-4b73-acd7-293f8f760b47), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.211324 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f77ec9d1-c1ae-4b73-acd7-293f8f760b47), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.225879 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:17.243008 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:58:17.245168 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ec9d1-c1ae-4b73-acd7-293f8f760b47,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:17.256770 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (81c0a692-0daa-4afc-8f79-7f533876707d), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.257042 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Added segment 81c0a692-0daa-4afc-8f79-7f533876707d of type vlan for network c30d7eb7-7130-47dc-95f0-96816a8100cd Sep 14 02:58:17.299400 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (c30d7eb7-7130-47dc-95f0-96816a8100cd), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.317907 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Sync routers for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:58:17.318130 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:17.328161 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:17.328778 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:17.384380 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (c30d7eb7-7130-47dc-95f0-96816a8100cd), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.385503 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:17.386166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.438815 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:17.452282 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c30d7eb7-7130-47dc-95f0-96816a8100cd,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:17.469522 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network c30d7eb7-7130-47dc-95f0-96816a8100cd details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:58:17.506822 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-9c668e43-213e-456a-854b-9aa54a8cd9f7 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5891504 Sep 14 02:58:17.511773 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44778) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:17.516385 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Request body: {'subnet': {'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1397022585-subnet', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'ip_version': 4}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:17.524459 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:17.579571 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Attempt 5 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:17.658322 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Made reservation on behalf of ac2a7b0878d5455e92dbaa1032894143 for: {'subnet': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:58:17.660924 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15875283'] for subnet (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.781168 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:17.824830 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44780) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:17.841392 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3bf086bb-db21-414c-a2ee-6145c8e10839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.866733 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 2, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:17.888084 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13191008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15875269'] for subnet (3ff81976-a2e9-4f86-8f1a-1f71cb96d125), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.896125 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Checking router: 66364926-27e7-417a-b30a-ebe8c49649ea for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:58:17.898540 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Updating router 66364926-27e7-417a-b30a-ebe8c49649ea port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:58:17.900748 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device c6bca701-ef3f-4b46-9739-2972d2f8722d up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:17.929208 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3bf086bb-db21-414c-a2ee-6145c8e10839 admin admin] Publish callbacks [] for security_group (889c4928-9eed-4d50-9562-f1d7dfe65433), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.944957 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:17.954393 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff81976-a2e9-4f86-8f1a-1f71cb96d125,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:17.960529 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:17.963183 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Checking segment: {'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:17.963539 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Network hostable DHCP agents. Network: c30d7eb7-7130-47dc-95f0-96816a8100cd, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:58:17.972168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3bf086bb-db21-414c-a2ee-6145c8e10839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (889c4928-9eed-4d50-9562-f1d7dfe65433), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.008970 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port c6bca701-ef3f-4b46-9739-2972d2f8722d triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:18.009284 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.009624 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port c6bca701-ef3f-4b46-9739-2972d2f8722d Sep 14 02:58:18.015658 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3bf086bb-db21-414c-a2ee-6145c8e10839 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c85ed26261f94b54b2ea048f257654e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888089 Sep 14 02:58:18.016741 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf086bb-db21-414c-a2ee-6145c8e10839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889c4928-9eed-4d50-9562-f1d7dfe65433,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:18.019518 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44782) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:18.034976 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Network c30d7eb7-7130-47dc-95f0-96816a8100cd is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:58:18.083456 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6fc072fb-0525-4d51-9491-9992c4ff9b10 admin admin] Publish callbacks [] for security_group (889c4928-9eed-4d50-9562-f1d7dfe65433), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.105673 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6fc072fb-0525-4d51-9491-9992c4ff9b10 admin admin] Publish callbacks [] for security_group (889c4928-9eed-4d50-9562-f1d7dfe65433), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.115345 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, c30d7eb7-7130-47dc-95f0-96816a8100cd) {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:18.121054 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:18.121742 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.131309 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f4baf-e624-4059-8619-7de06f1ae1cc None None] Network c30d7eb7-7130-47dc-95f0-96816a8100cd requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:58:18.155407 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:18.232468 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b37c3bcb-ae28-45bd-8623-65ab48aa8225 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7195609 Sep 14 02:58:18.235051 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44784) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:18.239284 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:18.276096 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6fc072fb-0525-4d51-9491-9992c4ff9b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (889c4928-9eed-4d50-9562-f1d7dfe65433), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.279348 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-6fc072fb-0525-4d51-9491-9992c4ff9b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.280528 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-6fc072fb-0525-4d51-9491-9992c4ff9b10 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/889c4928-9eed-4d50-9562-f1d7dfe65433 HTTP/1.1" status: 204 len: 168 time: 0.2596190 Sep 14 02:58:18.280693 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port c6bca701-ef3f-4b46-9739-2972d2f8722d is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:18.289114 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Attempt 6 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:18.290733 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.291870 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc072fb-0525-4d51-9491-9992c4ff9b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889c4928-9eed-4d50-9562-f1d7dfe65433,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:18.344370 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2059395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router (8ca9c43c-d688-490a-839b-a207d70cdd72), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.346305 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2057150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2001649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1451'] for router (8ca9c43c-d688-490a-839b-a207d70cdd72), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.395708 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:18.406895 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d2d0c7-3774-5fb8-98cf-ad338d5e2190-c30d7eb7-7130-47dc-95f0-96816a8100cd', 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd', 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'fixed_ips': [{'subnet_id': '3ff81976-a2e9-4f86-8f1a-1f71cb96d125'}]}} from dv-cinder-857075-6-smb. {{(pid=113176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:58:18.407804 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.413727 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks [] for router_controller (8ca9c43c-d688-490a-839b-a207d70cdd72), precommit_add_association {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.478186 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Publish callbacks [] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.578566 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.642034 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.db_base_plugin_common [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Allocated IP 172.20.0.2 (c30d7eb7-7130-47dc-95f0-96816a8100cd/3ff81976-a2e9-4f86-8f1a-1f71cb96d125/de8d7408-d6c3-4977-a232-606ad88a2a68) {{(pid=113176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:58:18.643801 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:18.666554 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87161545-3376-4995-b896-74345783738c None None] Pushing event updated for resources: {'Port': ['ID=6c989ed3-58e1-401e-98ab-bf05a201c4a9,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:18.759564 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Attempting to bind port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:58:18.760034 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Attempting to bind port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:58:18.760498 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Attempting to bind port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 on network 7d650588-ff21-45b4-9a4c-9542ee62273a {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:58:18.787013 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:18.844969 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:58:18.845460 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Checking segment: {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:18.845963 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.846502 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Bound using segment: {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:58:18.847147 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Bound port: 6c989ed3-58e1-401e-98ab-bf05a201c4a9, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:58:18.847642 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.899710 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Attempt 7 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:18.904816 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks [] for router_gateway (8ca9c43c-d688-490a-839b-a207d70cdd72), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.980577 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:18.987066 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Publish callbacks [] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), precommit_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:18.994179 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] For port 6c989ed3-58e1-401e-98ab-bf05a201c4a9, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:58:18.997603 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] For port 6c989ed3-58e1-401e-98ab-bf05a201c4a9, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=6c989ed3-58e1-401e-98ab-bf05a201c4a9,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:58:19.057512 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), after_create {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.090274 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.115380 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Network c30d7eb7-7130-47dc-95f0-96816a8100cd is already hosted by enough agents. {{(pid=113176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:19.121944 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.scheduler.base_scheduler [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Resources bound (agent type, host, resource id): {{(pid=113176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:19.124384 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Received port after_create {{(pid=113176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:58:19.126603 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:19.127220 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:19.131107 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Pushing event updated for resources: {'Port': ['ID=de8d7408-d6c3-4977-a232-606ad88a2a68,revision_number=1']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:19.149542 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks [] for router_gateway (8ca9c43c-d688-490a-839b-a207d70cdd72), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.175739 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.240283 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:19.289688 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Allocated IP 172.28.1.209 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/95439218-72c6-4ba2-9a59-f36cc8afccce) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:58:19.299646 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87161545-3376-4995-b896-74345783738c None None] Pushing event updated for resources: {'Port': ['ID=6c989ed3-58e1-401e-98ab-bf05a201c4a9,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:19.316627 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Attempting to bind port de8d7408-d6c3-4977-a232-606ad88a2a68 on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:58:19.317000 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Attempting to bind port de8d7408-d6c3-4977-a232-606ad88a2a68 by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:58:19.317362 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Attempting to bind port de8d7408-d6c3-4977-a232-606ad88a2a68 on network c30d7eb7-7130-47dc-95f0-96816a8100cd {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:58:19.360338 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:19.398037 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:19.422280 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks [] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.444166 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:58:19.444607 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Checking segment: {'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:19.445482 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.445482 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Bound using segment: {'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:58:19.445810 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Bound port: de8d7408-d6c3-4977-a232-606ad88a2a68, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:58:19.446263 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.511917 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Attempt 8 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:19.556418 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.601099 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:19.615514 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:19.620870 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:19.622505 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:19.624942 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-468a3769-22ca-414b-9008-5989e9374206 None None] For port de8d7408-d6c3-4977-a232-606ad88a2a68, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:58:19.625445 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:58:19.631040 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Pushing event updated for resources: {'Port': ['ID=95439218-72c6-4ba2-9a59-f36cc8afccce,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:19.835399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-468a3769-22ca-414b-9008-5989e9374206 None None] For port de8d7408-d6c3-4977-a232-606ad88a2a68, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=de8d7408-d6c3-4977-a232-606ad88a2a68,segment=NetworkSegment(81c0a692-0daa-4afc-8f79-7f533876707d),segment_id=81c0a692-0daa-4afc-8f79-7f533876707d)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:58:19.859407 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Current status of the port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:19.859797 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.877396 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:18Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:19.909879 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939314ab-e27a-4780-9f20-72afbd906ea3 None None] The sync data for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb is: [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:18Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:58:19.928743 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] For port 6c989ed3-58e1-401e-98ab-bf05a201c4a9, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=6c989ed3-58e1-401e-98ab-bf05a201c4a9,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:19.947996 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.949231 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.956827 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:19.994974 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks [] for router_gateway (8ca9c43c-d688-490a-839b-a207d70cdd72), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:20.031270 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:20.061634 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a3769-22ca-414b-9008-5989e9374206 None None] Pushing event updated for resources: {'Port': ['ID=de8d7408-d6c3-4977-a232-606ad88a2a68,revision_number=2']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:20.170575 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da3cc-2e19-4cc8-9ae3-118b6d07da28 None None] Pushing event updated for resources: {'Port': ['ID=6c989ed3-58e1-401e-98ab-bf05a201c4a9,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:20.174487 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-7c5a8042-16d3-4ced-bc3b-601d338e3ab5 None None] Provisioning complete for port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:20.174868 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8042-16d3-4ced-bc3b-601d338e3ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:20.175227 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-7c5a8042-16d3-4ced-bc3b-601d338e3ab5 None None] Attempt 1 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:20.278356 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a8042-16d3-4ced-bc3b-601d338e3ab5 None None] Current status of the port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:20.368811 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2057190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2057774'] for router (8ca9c43c-d688-490a-839b-a207d70cdd72), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:20.494215 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:20.640093 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Router 8ca9c43c-d688-490a-839b-a207d70cdd72 is scheduled to L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 with binding_index 1 {{(pid=113174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:58:20.765761 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:58:20.782533 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Sync routers for ids ['8ca9c43c-d688-490a-839b-a207d70cdd72'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:58:20.797927 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Routers {'8ca9c43c-d688-490a-839b-a207d70cdd72'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:20.798819 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['8ca9c43c-d688-490a-839b-a207d70cdd72'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:20.877963 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:20.882041 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-04f4c340-c01a-46f8-b034-50362a5c9dcf admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6435747 Sep 14 02:58:20.882276 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44844) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:20.928511 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Set router 8ca9c43c-d688-490a-839b-a207d70cdd72 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:21.155735 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 3, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port': {'id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:19Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:21.183447 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Checking router: 8ca9c43c-d688-490a-839b-a207d70cdd72 for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:58:21.184439 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Updating router 8ca9c43c-d688-490a-839b-a207d70cdd72 port 95439218-72c6-4ba2-9a59-f36cc8afccce binding host dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:58:21.253656 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:21.328574 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:21.344824 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6b897-f285-4cb3-bf91-ad0dd8a46947 None None] Network c30d7eb7-7130-47dc-95f0-96816a8100cd requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:58:21.445448 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:21.457025 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Provisioning complete for port de8d7408-d6c3-4977-a232-606ad88a2a68 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:21.457599 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:21.458190 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Attempt 1 to provision port de8d7408-d6c3-4977-a232-606ad88a2a68 Sep 14 02:58:21.575821 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:21.620220 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Current status of the port de8d7408-d6c3-4977-a232-606ad88a2a68 is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:21.621590 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:21.735731 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] For port de8d7408-d6c3-4977-a232-606ad88a2a68, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=de8d7408-d6c3-4977-a232-606ad88a2a68,segment=NetworkSegment(81c0a692-0daa-4afc-8f79-7f533876707d),segment_id=81c0a692-0daa-4afc-8f79-7f533876707d)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:21.737389 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:21.801298 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:21.834251 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Publish callbacks [] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), precommit_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:21.837961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_common [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Allocated IP 172.20.0.1 (c30d7eb7-7130-47dc-95f0-96816a8100cd/3ff81976-a2e9-4f86-8f1a-1f71cb96d125/179f5c6b-5223-4470-b694-6da5d9dd406a) {{(pid=113174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:58:21.862552 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Pushing event updated for resources: {'Port': ['ID=de8d7408-d6c3-4977-a232-606ad88a2a68,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:21.871180 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.871660 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.872022 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.872602 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.872963 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.873306 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.873762 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.874105 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.874445 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.874814 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.875274 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.875615 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.875948 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.876276 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.876660 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24ce-7417-41e9-972d-ac4ff7067e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:58:21.934649 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 6c989ed3-58e1-401e-98ab-bf05a201c4a9 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:21.936622 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:21.943940 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:21.993663 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:21.994152 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:21.994400 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 Sep 14 02:58:22.015341 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Attempting to bind port 95439218-72c6-4ba2-9a59-f36cc8afccce on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:58:22.015672 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Attempting to bind port 95439218-72c6-4ba2-9a59-f36cc8afccce by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:58:22.015984 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Attempting to bind port 95439218-72c6-4ba2-9a59-f36cc8afccce on network 224a9e9a-9832-462c-bae5-9c006728bc7c {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:58:22.029929 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Publish callbacks [] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.070694 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:22.091506 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade272c-eb35-46ba-b30b-b1a683b3e26f None None] Pushing event updated for resources: {'Port': ['ID=95439218-72c6-4ba2-9a59-f36cc8afccce,revision_number=2']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:22.095136 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:58:22.095511 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Checking segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:22.095910 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.096288 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Bound using segment: {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'} {{(pid=113177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:58:22.096767 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.managers [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Bound port: 95439218-72c6-4ba2-9a59-f36cc8afccce, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef656b6b-f826-4b54-a201-4efabe749c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c'}}] {{(pid=113177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:58:22.097141 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), before_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.111016 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:22.121959 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:22.122983 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device de8d7408-d6c3-4977-a232-606ad88a2a68 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:22.149086 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] For port 95439218-72c6-4ba2-9a59-f36cc8afccce, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:58:22.152655 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.plugins.ml2.db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] For port 95439218-72c6-4ba2-9a59-f36cc8afccce, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=95439218-72c6-4ba2-9a59-f36cc8afccce,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:58:22.159260 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-0aa849ad-64b4-4bac-90e7-3ba750614cda None None] Provisioning complete for port de8d7408-d6c3-4977-a232-606ad88a2a68 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:22.159640 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0aa849ad-64b4-4bac-90e7-3ba750614cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.159973 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-0aa849ad-64b4-4bac-90e7-3ba750614cda None None] Attempt 1 to provision port de8d7408-d6c3-4977-a232-606ad88a2a68 Sep 14 02:58:22.170377 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.220435 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Network c30d7eb7-7130-47dc-95f0-96816a8100cd is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:22.225621 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron_lib.callbacks.manager [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), after_update {{(pid=113177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.231285 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port de8d7408-d6c3-4977-a232-606ad88a2a68 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:22.231675 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.233679 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port de8d7408-d6c3-4977-a232-606ad88a2a68 Sep 14 02:58:22.233843 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Pushing event updated for resources: {'Port': ['ID=179f5c6b-5223-4470-b694-6da5d9dd406a,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:22.240779 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:22.244213 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Received port after_create {{(pid=113174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:58:22.287884 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Routers {'8ca9c43c-d688-490a-839b-a207d70cdd72'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:22.288404 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['8ca9c43c-d688-490a-839b-a207d70cdd72'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:22.290276 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999895'] for router_interface (8ca9c43c-d688-490a-839b-a207d70cdd72), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.294133 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade272c-eb35-46ba-b30b-b1a683b3e26f None None] Pushing event updated for resources: {'Port': ['ID=95439218-72c6-4ba2-9a59-f36cc8afccce,revision_number=3']} {{(pid=113177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:22.352345 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-0aa849ad-64b4-4bac-90e7-3ba750614cda None None] Current status of the port de8d7408-d6c3-4977-a232-606ad88a2a68 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:22.435441 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port de8d7408-d6c3-4977-a232-606ad88a2a68 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:22.450359 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] Set router 8ca9c43c-d688-490a-839b-a207d70cdd72 gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:22.532287 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), before_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.568453 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:22.572074 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Provisioning complete for port 179f5c6b-5223-4470-b694-6da5d9dd406a triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:22.572708 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.573199 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Attempt 1 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:22.611146 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Port 179f5c6b-5223-4470-b694-6da5d9dd406a cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:22.634504 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 3, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port': {'id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:19Z', 'updated_at': '2022-09-14T02:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:22.661388 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677c90e-705d-4ae1-9f59-f5660635a3b8 None None] The sync data for ids ['8ca9c43c-d688-490a-839b-a207d70cdd72'] in dv-cinder-857075-6-smb is: [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 3, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port': {'id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:19Z', 'updated_at': '2022-09-14T02:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:58:22.705715 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Publish callbacks [] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), precommit_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.772228 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13190121'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), after_update {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.845975 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Pushing event updated for resources: {'Port': ['ID=179f5c6b-5223-4470-b694-6da5d9dd406a,revision_number=2']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:22.849015 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000003'] for router_interface (8ca9c43c-d688-490a-839b-a207d70cdd72), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:22.971195 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Network c30d7eb7-7130-47dc-95f0-96816a8100cd is already hosted by enough agents. {{(pid=113174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:22.978155 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Resources bound (agent type, host, resource id): {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:23.087846 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:23.115927 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Attempt 2 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:23.131486 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Router 8ca9c43c-d688-490a-839b-a207d70cdd72 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:58:23.161608 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Port 179f5c6b-5223-4470-b694-6da5d9dd406a cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:23.271779 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:58:23.279114 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b00f10b7-6bdb-404e-a1d3-1c01d81d573e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8ca9c43c-d688-490a-839b-a207d70cdd72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3957188 Sep 14 02:58:23.663874 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Attempt 3 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:23.697672 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Port 179f5c6b-5223-4470-b694-6da5d9dd406a cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:23.737110 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44882) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:23.741610 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-8d1af1aa-2897-466f-b5d1-212fe47dc262 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501703533', 'description': 'tempest-secgroup-smoke-501703533 description', 'project_id': '8af87cd85acd453fac7b3b4f386c8789'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:23.875934 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8d1af1aa-2897-466f-b5d1-212fe47dc262 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:23.936165 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device de8d7408-d6c3-4977-a232-606ad88a2a68 up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:23.947227 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8d1af1aa-2897-466f-b5d1-212fe47dc262 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group (22bbdabe-45a0-4378-951c-2cd29e10c8b0), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:23.993359 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port de8d7408-d6c3-4977-a232-606ad88a2a68 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:23.993649 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:23.993980 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port de8d7408-d6c3-4977-a232-606ad88a2a68 Sep 14 02:58:24.034683 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8d1af1aa-2897-466f-b5d1-212fe47dc262 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (22bbdabe-45a0-4378-951c-2cd29e10c8b0), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.037372 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:24.066766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1af1aa-2897-466f-b5d1-212fe47dc262 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bbdabe-45a0-4378-951c-2cd29e10c8b0,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:24.076325 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port de8d7408-d6c3-4977-a232-606ad88a2a68 is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:24.077362 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 95439218-72c6-4ba2-9a59-f36cc8afccce up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:24.122356 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 95439218-72c6-4ba2-9a59-f36cc8afccce triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:24.124093 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.124093 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 95439218-72c6-4ba2-9a59-f36cc8afccce Sep 14 02:58:24.144505 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-8d1af1aa-2897-466f-b5d1-212fe47dc262 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.146194 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-8d1af1aa-2897-466f-b5d1-212fe47dc262 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4080827 Sep 14 02:58:24.149680 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44884) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:24.155575 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-566616da-026b-4ec4-a69e-20d74dbc6cd4 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'security_group_rule': {'security_group_id': '22bbdabe-45a0-4378-951c-2cd29e10c8b0', 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:24.204407 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Attempt 4 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:24.217743 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 95439218-72c6-4ba2-9a59-f36cc8afccce is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:24.218141 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.251413 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] For port 95439218-72c6-4ba2-9a59-f36cc8afccce, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=95439218-72c6-4ba2-9a59-f36cc8afccce,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:24.252488 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Port 179f5c6b-5223-4470-b694-6da5d9dd406a cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:24.265318 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-566616da-026b-4ec4-a69e-20d74dbc6cd4 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (b3cc6c91-77dd-4aa6-ac74-01a05ad9b0bb), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.291967 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:24.326231 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-566616da-026b-4ec4-a69e-20d74dbc6cd4 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (b3cc6c91-77dd-4aa6-ac74-01a05ad9b0bb), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.326971 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.357715 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Sync routers for ids ['8ca9c43c-d688-490a-839b-a207d70cdd72'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:58:24.387429 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Routers {'8ca9c43c-d688-490a-839b-a207d70cdd72'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:24.388064 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['8ca9c43c-d688-490a-839b-a207d70cdd72'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:24.390016 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Pushing event updated for resources: {'Port': ['ID=95439218-72c6-4ba2-9a59-f36cc8afccce,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:24.395307 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-566616da-026b-4ec4-a69e-20d74dbc6cd4 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (b3cc6c91-77dd-4aa6-ac74-01a05ad9b0bb), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.414720 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566616da-026b-4ec4-a69e-20d74dbc6cd4 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cc6c91-77dd-4aa6-ac74-01a05ad9b0bb,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:24.493668 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-566616da-026b-4ec4-a69e-20d74dbc6cd4 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.503499 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44890) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:24.504021 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-566616da-026b-4ec4-a69e-20d74dbc6cd4 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3480883 Sep 14 02:58:24.505578 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Set router 8ca9c43c-d688-490a-839b-a207d70cdd72 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:24.506721 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-cbefc7eb-a1eb-4b9a-b5d3-a480e8fe0a66 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'security_group_rule': {'security_group_id': '22bbdabe-45a0-4378-951c-2cd29e10c8b0', 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:24.614241 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cbefc7eb-a1eb-4b9a-b5d3-a480e8fe0a66 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (c30b36bc-c81b-44d9-a893-ad4e698aa07f), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.716750 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cbefc7eb-a1eb-4b9a-b5d3-a480e8fe0a66 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (c30b36bc-c81b-44d9-a893-ad4e698aa07f), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.735164 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T02:58:22Z', 'revision_number': 4, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port': {'id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:19Z', 'updated_at': '2022-09-14T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '179f5c6b-5223-4470-b694-6da5d9dd406a', 'name': '', 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'mac_address': 'fa:16:3e:ce:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3ff81976-a2e9-4f86-8f1a-1f71cb96d125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:21Z', 'updated_at': '2022-09-14T02:58:22Z', 'revision_number': 2, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'subnets': [{'id': '3ff81976-a2e9-4f86-8f1a-1f71cb96d125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:24.760650 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Attempt 5 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:24.764069 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Checking router: 8ca9c43c-d688-490a-839b-a207d70cdd72 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:58:24.764634 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Updating router 8ca9c43c-d688-490a-839b-a207d70cdd72 port 179f5c6b-5223-4470-b694-6da5d9dd406a binding host dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:58:24.795584 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cbefc7eb-a1eb-4b9a-b5d3-a480e8fe0a66 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (c30b36bc-c81b-44d9-a893-ad4e698aa07f), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.809575 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:24.820264 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefc7eb-a1eb-4b9a-b5d3-a480e8fe0a66 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30b36bc-c81b-44d9-a893-ad4e698aa07f,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:24.825832 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.830340 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Port 179f5c6b-5223-4470-b694-6da5d9dd406a cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:24.895160 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cbefc7eb-a1eb-4b9a-b5d3-a480e8fe0a66 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.895994 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-cbefc7eb-a1eb-4b9a-b5d3-a480e8fe0a66 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957720 Sep 14 02:58:24.898732 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44906) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:24.903752 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-c6322750-8da7-491d-a53b-badc1c43710a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'security_group_rule': {'security_group_id': '22bbdabe-45a0-4378-951c-2cd29e10c8b0', 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:24.980365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c6322750-8da7-491d-a53b-badc1c43710a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (c037b4a3-6b71-4773-a764-b4174c2b19cf), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:24.999003 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:25.051010 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c6322750-8da7-491d-a53b-badc1c43710a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (c037b4a3-6b71-4773-a764-b4174c2b19cf), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.104638 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c6322750-8da7-491d-a53b-badc1c43710a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (c037b4a3-6b71-4773-a764-b4174c2b19cf), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.132331 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6322750-8da7-491d-a53b-badc1c43710a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c037b4a3-6b71-4773-a764-b4174c2b19cf,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:25.137191 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Publish callbacks [] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), precommit_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.214670 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-c6322750-8da7-491d-a53b-badc1c43710a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.219133 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-c6322750-8da7-491d-a53b-badc1c43710a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168173 Sep 14 02:58:25.219262 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44912) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:25.219832 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44914) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:25.223460 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-a7b394bf-96de-43a6-814e-eb8af75e171a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'security_group_rule': {'security_group_id': '22bbdabe-45a0-4378-951c-2cd29e10c8b0', 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:25.241421 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.321254 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58a1c0-cd30-4410-8bd9-26f2c4aa0fb2 None None] Pushing event updated for resources: {'Port': ['ID=179f5c6b-5223-4470-b694-6da5d9dd406a,revision_number=3']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:25.332991 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Attempt 6 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:25.354863 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-22065ee5-cc56-4d2d-949f-92ef9d6aa783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.358372 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Attempting to bind port 179f5c6b-5223-4470-b694-6da5d9dd406a on host dv-cinder-857075-6-smb for vnic_type normal with profile {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:58:25.358770 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Attempting to bind port 179f5c6b-5223-4470-b694-6da5d9dd406a by drivers openvswitch,hyperv on host dv-cinder-857075-6-smb at level 0 using segments [{'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:58:25.359128 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Attempting to bind port 179f5c6b-5223-4470-b694-6da5d9dd406a on network c30d7eb7-7130-47dc-95f0-96816a8100cd {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:58:25.363661 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a7b394bf-96de-43a6-814e-eb8af75e171a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (fdaec861-cbcb-4875-99ad-7e3615592308), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.396234 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Port 179f5c6b-5223-4470-b694-6da5d9dd406a cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:25.420678 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Checking agent: {'id': 'adae2f10-dead-4b30-95e6-9bd54d23306f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 43, 20), 'started_at': datetime.datetime(2022, 9, 14, 2, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:58:25.421060 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Checking segment: {'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:25.421465 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.422360 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Bound using segment: {'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'} {{(pid=113176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:58:25.422897 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.managers [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Bound port: 179f5c6b-5223-4470-b694-6da5d9dd406a, host: dv-cinder-857075-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c0a692-0daa-4afc-8f79-7f533876707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd'}}] {{(pid=113176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:58:25.423284 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.424056 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a7b394bf-96de-43a6-814e-eb8af75e171a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (fdaec861-cbcb-4875-99ad-7e3615592308), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.444611 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-22065ee5-cc56-4d2d-949f-92ef9d6aa783 admin admin] Publish callbacks [] for security_group (eca7f3c7-7060-4d3d-ae14-27b4c83521cf), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.487220 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] For port 179f5c6b-5223-4470-b694-6da5d9dd406a, host dv-cinder-857075-6-smb, cleared binding levels {{(pid=113176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:58:25.490294 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] For port 179f5c6b-5223-4470-b694-6da5d9dd406a, host dv-cinder-857075-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=179f5c6b-5223-4470-b694-6da5d9dd406a,segment=NetworkSegment(81c0a692-0daa-4afc-8f79-7f533876707d),segment_id=81c0a692-0daa-4afc-8f79-7f533876707d)] {{(pid=113176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:58:25.497941 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a7b394bf-96de-43a6-814e-eb8af75e171a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (fdaec861-cbcb-4875-99ad-7e3615592308), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.518111 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b394bf-96de-43a6-814e-eb8af75e171a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaec861-cbcb-4875-99ad-7e3615592308,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:25.526740 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-22065ee5-cc56-4d2d-949f-92ef9d6aa783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (eca7f3c7-7060-4d3d-ae14-27b4c83521cf), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.531972 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=5,neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:25.567158 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22065ee5-cc56-4d2d-949f-92ef9d6aa783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca7f3c7-7060-4d3d-ae14-27b4c83521cf,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:25.572430 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-22065ee5-cc56-4d2d-949f-92ef9d6aa783 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a42f681fef3c4347accd2bcf30a59615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516262 Sep 14 02:58:25.575808 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44918) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:25.590663 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.624378 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a7b394bf-96de-43a6-814e-eb8af75e171a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.628681 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a7b394bf-96de-43a6-814e-eb8af75e171a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4080696 Sep 14 02:58:25.629617 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44920) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:25.632722 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-239a4e00-cb4d-4dd9-bd2a-799d38b6ed00 admin admin] Publish callbacks [] for security_group (eca7f3c7-7060-4d3d-ae14-27b4c83521cf), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.634628 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-d60ef23e-faab-4c21-bdec-854cca3001ac tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'security_group_rule': {'security_group_id': '22bbdabe-45a0-4378-951c-2cd29e10c8b0', 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:25.639007 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Routers {'8ca9c43c-d688-490a-839b-a207d70cdd72'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:25.640159 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['8ca9c43c-d688-490a-839b-a207d70cdd72'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:25.656176 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-239a4e00-cb4d-4dd9-bd2a-799d38b6ed00 admin admin] Publish callbacks [] for security_group (eca7f3c7-7060-4d3d-ae14-27b4c83521cf), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.708943 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58a1c0-cd30-4410-8bd9-26f2c4aa0fb2 None None] Pushing event updated for resources: {'Port': ['ID=179f5c6b-5223-4470-b694-6da5d9dd406a,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:25.733643 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.securitygroups_db [None req-d60ef23e-faab-4c21-bdec-854cca3001ac tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Project 8af87cd85acd453fac7b3b4f386c8789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:58:25.740750 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d60ef23e-faab-4c21-bdec-854cca3001ac tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (beefebf0-f6f3-421a-8422-ba34f0b0b2dd), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.770805 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] Set router 8ca9c43c-d688-490a-839b-a207d70cdd72 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:25.821600 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-239a4e00-cb4d-4dd9-bd2a-799d38b6ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (eca7f3c7-7060-4d3d-ae14-27b4c83521cf), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.821600 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-239a4e00-cb4d-4dd9-bd2a-799d38b6ed00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.821600 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-239a4e00-cb4d-4dd9-bd2a-799d38b6ed00 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eca7f3c7-7060-4d3d-ae14-27b4c83521cf HTTP/1.1" status: 204 len: 168 time: 0.2444665 Sep 14 02:58:25.834654 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a4e00-cb4d-4dd9-bd2a-799d38b6ed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca7f3c7-7060-4d3d-ae14-27b4c83521cf,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:25.834920 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d60ef23e-faab-4c21-bdec-854cca3001ac tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (beefebf0-f6f3-421a-8422-ba34f0b0b2dd), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.850092 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:25.900593 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Attempt 7 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:25.909060 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 95439218-72c6-4ba2-9a59-f36cc8afccce up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:25.931788 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d60ef23e-faab-4c21-bdec-854cca3001ac tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (beefebf0-f6f3-421a-8422-ba34f0b0b2dd), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:25.952514 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ef23e-faab-4c21-bdec-854cca3001ac tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beefebf0-f6f3-421a-8422-ba34f0b0b2dd,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:26.037042 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d60ef23e-faab-4c21-bdec-854cca3001ac tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.038338 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-d60ef23e-faab-4c21-bdec-854cca3001ac tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4075968 Sep 14 02:58:26.041084 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44924) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:26.045993 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-0bdbbf72-1623-4d22-89a4-bc3db525690e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'security_group_rule': {'security_group_id': '22bbdabe-45a0-4378-951c-2cd29e10c8b0', 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:26.063850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:26.148610 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.securitygroups_db [None req-0bdbbf72-1623-4d22-89a4-bc3db525690e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Project 8af87cd85acd453fac7b3b4f386c8789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:58:26.156251 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0bdbbf72-1623-4d22-89a4-bc3db525690e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (4377bcb3-4c27-4d7c-a9fb-b76351e7a075), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.197083 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:26.204978 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 95439218-72c6-4ba2-9a59-f36cc8afccce triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:26.205365 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.205703 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 95439218-72c6-4ba2-9a59-f36cc8afccce Sep 14 02:58:26.212802 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:26.238772 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0bdbbf72-1623-4d22-89a4-bc3db525690e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (4377bcb3-4c27-4d7c-a9fb-b76351e7a075), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.265175 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Current status of the port 179f5c6b-5223-4470-b694-6da5d9dd406a is: DOWN; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:26.265575 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.278229 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T02:58:22Z', 'revision_number': 4, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port': {'id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:19Z', 'updated_at': '2022-09-14T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '179f5c6b-5223-4470-b694-6da5d9dd406a', 'name': '', 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'mac_address': 'fa:16:3e:ce:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3ff81976-a2e9-4f86-8f1a-1f71cb96d125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:21Z', 'updated_at': '2022-09-14T02:58:25Z', 'revision_number': 4, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'subnets': [{'id': '3ff81976-a2e9-4f86-8f1a-1f71cb96d125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:26.313433 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785a4f6-3cc7-4532-b30d-b6a549cb9607 None None] The sync data for ids ['8ca9c43c-d688-490a-839b-a207d70cdd72'] in dv-cinder-857075-6-smb is: [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T02:58:22Z', 'revision_number': 4, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port': {'id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:19Z', 'updated_at': '2022-09-14T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '179f5c6b-5223-4470-b694-6da5d9dd406a', 'name': '', 'network_id': 'c30d7eb7-7130-47dc-95f0-96816a8100cd', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'mac_address': 'fa:16:3e:ce:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3ff81976-a2e9-4f86-8f1a-1f71cb96d125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:21Z', 'updated_at': '2022-09-14T02:58:25Z', 'revision_number': 4, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'subnets': [{'id': '3ff81976-a2e9-4f86-8f1a-1f71cb96d125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:58:26.321287 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0bdbbf72-1623-4d22-89a4-bc3db525690e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030230'] for security_group_rule (4377bcb3-4c27-4d7c-a9fb-b76351e7a075), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.343989 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbbf72-1623-4d22-89a4-bc3db525690e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4377bcb3-4c27-4d7c-a9fb-b76351e7a075,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:26.383379 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] For port 179f5c6b-5223-4470-b694-6da5d9dd406a, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=179f5c6b-5223-4470-b694-6da5d9dd406a,segment=NetworkSegment(81c0a692-0daa-4afc-8f79-7f533876707d),segment_id=81c0a692-0daa-4afc-8f79-7f533876707d)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:26.395024 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 95439218-72c6-4ba2-9a59-f36cc8afccce is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:26.436469 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.438001 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0bdbbf72-1623-4d22-89a4-bc3db525690e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.446425 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0bdbbf72-1623-4d22-89a4-bc3db525690e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3972692 Sep 14 02:58:26.489261 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723259ad-1e5f-4cd6-869d-1864c85ec1aa None None] Pushing event updated for resources: {'Port': ['ID=179f5c6b-5223-4470-b694-6da5d9dd406a,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:26.541312 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 44936) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:26.557402 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9435faa8-cf1b-4fa5-97dd-e62fe805bf78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.571975 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-1d4d6d64-f243-40bb-bda9-17f89e360de9 None None] Provisioning complete for port 179f5c6b-5223-4470-b694-6da5d9dd406a triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:26.572498 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6d64-f243-40bb-bda9-17f89e360de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.572690 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-1d4d6d64-f243-40bb-bda9-17f89e360de9 None None] Attempt 1 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:26.657044 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9435faa8-cf1b-4fa5-97dd-e62fe805bf78 admin admin] Publish callbacks [] for security_group (a1523aa0-a169-4438-8e28-0e0e67b0cb79), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.680154 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d6d64-f243-40bb-bda9-17f89e360de9 None None] Current status of the port 179f5c6b-5223-4470-b694-6da5d9dd406a is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:26.779684 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-9435faa8-cf1b-4fa5-97dd-e62fe805bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a1523aa0-a169-4438-8e28-0e0e67b0cb79), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.847136 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-9435faa8-cf1b-4fa5-97dd-e62fe805bf78 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=976e0d70cd6c4be28024ec7873e6c7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086927 Sep 14 02:58:26.850586 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 44974) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:26.854005 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6059ea-acfc-4eb9-b120-85e55783f407 req-0e3a1790-8e63-4b0c-9afd-cbd60de8ea56 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:26.861259 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ad6059ea-acfc-4eb9-b120-85e55783f407 req-0e3a1790-8e63-4b0c-9afd-cbd60de8ea56 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 945 time: 0.0944951 Sep 14 02:58:26.868861 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435faa8-cf1b-4fa5-97dd-e62fe805bf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1523aa0-a169-4438-8e28-0e0e67b0cb79,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:26.923042 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ad6059ea-acfc-4eb9-b120-85e55783f407 req-1243c31e-a10b-461d-99ac-f98231055705 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605636 Sep 14 02:58:26.940699 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d480d0b4-6ac9-481d-bd62-6802208371c4 admin admin] Publish callbacks [] for security_group (a1523aa0-a169-4438-8e28-0e0e67b0cb79), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.957615 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d480d0b4-6ac9-481d-bd62-6802208371c4 admin admin] Publish callbacks [] for security_group (a1523aa0-a169-4438-8e28-0e0e67b0cb79), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:27.110113 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d480d0b4-6ac9-481d-bd62-6802208371c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a1523aa0-a169-4438-8e28-0e0e67b0cb79), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:27.112850 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d480d0b4-6ac9-481d-bd62-6802208371c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:27.122453 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d480d0b4-6ac9-481d-bd62-6802208371c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a1523aa0-a169-4438-8e28-0e0e67b0cb79 HTTP/1.1" status: 204 len: 168 time: 0.2618778 Sep 14 02:58:27.124703 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480d0b4-6ac9-481d-bd62-6802208371c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1523aa0-a169-4438-8e28-0e0e67b0cb79,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:27.892829 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 179f5c6b-5223-4470-b694-6da5d9dd406a up at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:27.944494 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Provisioning complete for port 179f5c6b-5223-4470-b694-6da5d9dd406a triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:27.944967 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:27.949315 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Attempt 1 to provision port 179f5c6b-5223-4470-b694-6da5d9dd406a Sep 14 02:58:28.029532 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Current status of the port 179f5c6b-5223-4470-b694-6da5d9dd406a is: ACTIVE; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:28.063055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e69e98-3d92-42cf-9339-8ca19fba199d req-6e476c80-9d60-42a0-beea-cb6f3e636f58 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:28.067511 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-45e69e98-3d92-42cf-9339-8ca19fba199d req-6e476c80-9d60-42a0-beea-cb6f3e636f58 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 945 time: 0.0642223 Sep 14 02:58:28.125650 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-45e69e98-3d92-42cf-9339-8ca19fba199d req-5f9fc883-8124-42a8-9b73-ed567b14ddf3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dc419de5-1c36-4e0b-8d3d-01cea84597ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524650 Sep 14 02:58:28.560021 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-4c303bf5-47ea-4b5d-abed-4c818418504b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:28.561512 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-4c303bf5-47ea-4b5d-abed-4c818418504b tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 945 time: 0.0506172 Sep 14 02:58:28.660321 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Deleting port f4acb4d1-2696-4e2f-82b7-29a445934194 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:28.660321 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:28.703929 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:28.753653 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] For port f4acb4d1-2696-4e2f-82b7-29a445934194, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f4acb4d1-2696-4e2f-82b7-29a445934194,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:28.754147 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:28.943007 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:28.943380 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (72633947-bae0-46ee-b8ad-04f9a0b6d80d), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:28.943695 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Floating IP 72633947-bae0-46ee-b8ad-04f9a0b6d80d disassociated. External IP: 172.28.1.106, port: f4acb4d1-2696-4e2f-82b7-29a445934194. Sep 14 02:58:28.944039 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Calling delete_port for f4acb4d1-2696-4e2f-82b7-29a445934194 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:29.121644 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (f4acb4d1-2696-4e2f-82b7-29a445934194), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:29.154228 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'Port': ['ID=f4acb4d1-2696-4e2f-82b7-29a445934194,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:29.213825 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:29.258362 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-00a1309d-00e9-4d76-9c16-2227039e5b9f req-7b21a1b4-8957-4a38-9aed-a27c50788145 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 210 time: 0.0362926 Sep 14 02:58:29.292005 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:58:29.677650 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:58:29.688226 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:58:29.700743 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:29.701693 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:29.724262 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] No DVR routers for this DVR port f4acb4d1-2696-4e2f-82b7-29a445934194 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:58:29.727065 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:29.730431 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-17b32210-b201-4e2c-97ad-50c840f9f09d req-60019c41-7b91-4a00-9664-8f2887362270 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.23 "DELETE /networking/v2.0/ports/f4acb4d1-2696-4e2f-82b7-29a445934194 HTTP/1.1" status: 204 len: 173 time: 1.1585839 Sep 14 02:58:29.731092 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'name': 'network-vif-deleted', 'tag': 'f4acb4d1-2696-4e2f-82b7-29a445934194'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:58:29.736834 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3489cc-403e-4f79-bd45-b71f34bf229a" -d '{"events": [{"server_uuid": "5df65508-dd47-48ac-a36c-e0870a7fd05e", "name": "network-vif-deleted", "tag": "f4acb4d1-2696-4e2f-82b7-29a445934194"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:58:29.779300 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a52e04-da14-4348-9b29-bd8c05bd8885 x-openstack-request-id: req-91a52e04-da14-4348-9b29-bd8c05bd8885 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:58:29.779841 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df65508-dd47-48ac-a36c-e0870a7fd05e", "name": "network-vif-deleted", "tag": "f4acb4d1-2696-4e2f-82b7-29a445934194", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:58:29.780098 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-91a52e04-da14-4348-9b29-bd8c05bd8885 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:58:29.780506 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a52e04-da14-4348-9b29-bd8c05bd8885'] response: {'server_uuid': '5df65508-dd47-48ac-a36c-e0870a7fd05e', 'name': 'network-vif-deleted', 'tag': 'f4acb4d1-2696-4e2f-82b7-29a445934194', 'status': 'completed', 'code': 200} Sep 14 02:58:29.808356 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:29.820834 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:30.026785 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:30.057116 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:58:30.067097 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:30.067715 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:30.174372 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:30.396850 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bae0cacc-ca51-4576-a7d9-ab698f84f92e req-d9cd23c9-9e34-4e5b-9b4f-fb7abe15e1b3 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5df65508-dd47-48ac-a36c-e0870a7fd05e HTTP/1.1" status: 200 len: 210 time: 0.0391605 Sep 14 02:58:30.399915 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:30.428982 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade23058-1ad3-47dc-955a-dada0fd0d2ee None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:52:12Z', 'revision_number': 4, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '01a67780-e3f7-454c-bb31-051b48de7a5b', 'name': '', 'network_id': '26f16a6a-1f25-415a-b610-56afa452bb34', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'mac_address': 'fa:16:3e:b5:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:10Z', 'updated_at': '2022-09-14T02:52:23Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'subnets': [{'id': 'a104f6c7-b5f6-430d-ad22-1c424db22d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:58:30.701914 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6181a666-be65-4820-a562-167d1c54fd5d None None] New status for floating IP 72633947-bae0-46ee-b8ad-04f9a0b6d80d: DOWN {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:58:30.734331 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:31.103187 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f4acb4d1-2696-4e2f-82b7-29a445934194 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:31.130454 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: f4acb4d1-2696-4e2f-82b7-29a445934194 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:31.130454 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device f4acb4d1-2696-4e2f-82b7-29a445934194 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:31.590970 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45062) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:31.649686 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0a370aed-de2b-4407-8232-32e98be03e27 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (dc419de5-1c36-4e0b-8d3d-01cea84597ae), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:31.685478 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0a370aed-de2b-4407-8232-32e98be03e27 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (dc419de5-1c36-4e0b-8d3d-01cea84597ae), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:31.801598 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0a370aed-de2b-4407-8232-32e98be03e27 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (dc419de5-1c36-4e0b-8d3d-01cea84597ae), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:31.804070 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-0a370aed-de2b-4407-8232-32e98be03e27 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:31.808143 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-0a370aed-de2b-4407-8232-32e98be03e27 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dc419de5-1c36-4e0b-8d3d-01cea84597ae HTTP/1.1" status: 204 len: 168 time: 0.2127762 Sep 14 02:58:31.808625 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45068) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:31.819813 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a370aed-de2b-4407-8232-32e98be03e27 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc419de5-1c36-4e0b-8d3d-01cea84597ae,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:31.822931 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.api.v2.resource [None req-72807b44-957b-4c1d-9ea3-d4651c63b0f8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] show failed (client error): The resource could not be found. Sep 14 02:58:31.823949 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-72807b44-957b-4c1d-9ea3-d4651c63b0f8 tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "GET /networking/v2.0/security-groups/dc419de5-1c36-4e0b-8d3d-01cea84597ae HTTP/1.1" status: 404 len: 347 time: 0.0143547 Sep 14 02:58:31.827636 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45070) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:31.938353 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:31.954727 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Deleting port d3cacf12-8119-4c8e-86e4-cafcbf9e87c3 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:31.955039 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:32.043101 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:32.043469 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:32.064570 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Calling delete_port for d3cacf12-8119-4c8e-86e4-cafcbf9e87c3 owned by network:floatingip {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:32.257425 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (d3cacf12-8119-4c8e-86e4-cafcbf9e87c3), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:32.285624 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Pushing event deleted for resources: {'Port': ['ID=d3cacf12-8119-4c8e-86e4-cafcbf9e87c3,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:32.347656 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:32.361913 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks [] for floatingip (72633947-bae0-46ee-b8ad-04f9a0b6d80d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:32.366683 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:32.368504 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0d533b94-0048-4fc9-8d68-62b396968dcb tempest-AttachVolumeNegativeTest-621106337 tempest-AttachVolumeNegativeTest-621106337-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/72633947-bae0-46ee-b8ad-04f9a0b6d80d HTTP/1.1" status: 204 len: 168 time: 0.5399821 Sep 14 02:58:34.823939 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:36.479124 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45140) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:36.899943 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:36.993560 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (b3c5084f-d177-4167-a425-5df9d662d1cf), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.169855 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45152) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:37.179615 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:37.244567 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Deleting port 01a67780-e3f7-454c-bb31-051b48de7a5b {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:37.244911 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.287530 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b39106d6-9413-4a3d-8369-6f48fbc859ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.327418 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] For port 01a67780-e3f7-454c-bb31-051b48de7a5b, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=01a67780-e3f7-454c-bb31-051b48de7a5b,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:37.327776 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.340301 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Calling delete_port for 01a67780-e3f7-454c-bb31-051b48de7a5b owned by network:router_interface {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:37.367072 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b39106d6-9413-4a3d-8369-6f48fbc859ba admin admin] Publish callbacks [] for security_group (41d4356c-d00c-44ce-81cd-d0bdb96363a5), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.446708 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-b39106d6-9413-4a3d-8369-6f48fbc859ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (41d4356c-d00c-44ce-81cd-d0bdb96363a5), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.488632 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-b39106d6-9413-4a3d-8369-6f48fbc859ba admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7d526e0d2acf43c7aa8028c51b8a6d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173735 Sep 14 02:58:37.491816 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45156) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:37.504881 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39106d6-9413-4a3d-8369-6f48fbc859ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d4356c-d00c-44ce-81cd-d0bdb96363a5,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:37.547077 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-47d20187-38c0-4b6e-adc9-0d5d16a36271 admin admin] Publish callbacks [] for security_group (41d4356c-d00c-44ce-81cd-d0bdb96363a5), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.566877 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-47d20187-38c0-4b6e-adc9-0d5d16a36271 admin admin] Publish callbacks [] for security_group (41d4356c-d00c-44ce-81cd-d0bdb96363a5), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.578050 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (01a67780-e3f7-454c-bb31-051b48de7a5b), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.610443 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a67780-e3f7-454c-bb31-051b48de7a5b,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:37.675165 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-47d20187-38c0-4b6e-adc9-0d5d16a36271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (41d4356c-d00c-44ce-81cd-d0bdb96363a5), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.677952 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-47d20187-38c0-4b6e-adc9-0d5d16a36271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.681481 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-47d20187-38c0-4b6e-adc9-0d5d16a36271 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/41d4356c-d00c-44ce-81cd-d0bdb96363a5 HTTP/1.1" status: 204 len: 168 time: 0.1864483 Sep 14 02:58:37.688519 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20187-38c0-4b6e-adc9-0d5d16a36271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d4356c-d00c-44ce-81cd-d0bdb96363a5,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:37.802117 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (b3c5084f-d177-4167-a425-5df9d662d1cf), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.955522 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:38.033471 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Router b3c5084f-d177-4167-a425-5df9d662d1cf has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:58:38.127259 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:38.141766 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:58:38.146700 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-d2607047-f182-4cf4-8d7a-d13e4a3fbad5 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b3c5084f-d177-4167-a425-5df9d662d1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6666083 Sep 14 02:58:38.149388 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45164) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:38.150484 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] Sync routers for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:58:38.161423 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:38.162032 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:38.244209 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:38.272790 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:38.349399 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45166) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:38.371408 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-dab44598-c553-4615-a67b-2569a39e8697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.468302 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-dab44598-c553-4615-a67b-2569a39e8697 admin admin] Publish callbacks [] for security_group (0f242393-5802-48b4-aac5-e38d70493d05), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.527689 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-dab44598-c553-4615-a67b-2569a39e8697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (0f242393-5802-48b4-aac5-e38d70493d05), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.544811 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks [] for router (b3c5084f-d177-4167-a425-5df9d662d1cf), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.559342 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:58:37Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:38.574789 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-dab44598-c553-4615-a67b-2569a39e8697 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7b9897cca2e946f9918fdecf5567308f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260568 Sep 14 02:58:38.576014 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45168) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:38.583633 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab44598-c553-4615-a67b-2569a39e8697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f242393-5802-48b4-aac5-e38d70493d05,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:38.587039 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] Checking router: b3c5084f-d177-4167-a425-5df9d662d1cf for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:58:38.596349 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] Routers {'b3c5084f-d177-4167-a425-5df9d662d1cf'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:38.596953 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['b3c5084f-d177-4167-a425-5df9d662d1cf'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:38.649794 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-af77981b-5bde-4166-bccd-ab6eade5f4b8 admin admin] Publish callbacks [] for security_group (0f242393-5802-48b4-aac5-e38d70493d05), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.658503 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks [] for router_gateway (b3c5084f-d177-4167-a425-5df9d662d1cf), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.670977 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-af77981b-5bde-4166-bccd-ab6eade5f4b8 admin admin] Publish callbacks [] for security_group (0f242393-5802-48b4-aac5-e38d70493d05), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.706767 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] Set router b3c5084f-d177-4167-a425-5df9d662d1cf gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:38.767801 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Deleting port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:38.768128 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.812787 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-af77981b-5bde-4166-bccd-ab6eade5f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (0f242393-5802-48b4-aac5-e38d70493d05), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.815756 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-af77981b-5bde-4166-bccd-ab6eade5f4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.816898 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-af77981b-5bde-4166-bccd-ab6eade5f4b8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0f242393-5802-48b4-aac5-e38d70493d05 HTTP/1.1" status: 204 len: 168 time: 0.2396948 Sep 14 02:58:38.826098 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77981b-5bde-4166-bccd-ab6eade5f4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f242393-5802-48b4-aac5-e38d70493d05,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:38.881227 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:38.881830 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] For port 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:38.882383 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:38.899572 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Calling delete_port for 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c owned by network:router_gateway {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:38.902053 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:58:37Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:38.936709 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531b8d49-e8b2-44b8-ae67-a66c4820c697 None None] The sync data for ids ['b3c5084f-d177-4167-a425-5df9d662d1cf'] in dv-cinder-857075-6-smb is: [{'id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'name': 'tempest-AttachVolumeNegativeTest-799066002-router', 'tenant_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:01Z', 'updated_at': '2022-09-14T02:58:37Z', 'revision_number': 5, 'project_id': 'b0bcf113f85a41ecada488b2b06c2fa1', 'gw_port': {'id': '019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5084f-d177-4167-a425-5df9d662d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:02Z', 'updated_at': '2022-09-14T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:58:38.976645 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:39.028601 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:39.133848 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.163575 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Pushing event deleted for resources: {'Port': ['ID=019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:39.234037 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (b3c5084f-d177-4167-a425-5df9d662d1cf), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.347344 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (b3c5084f-d177-4167-a425-5df9d662d1cf), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.349523 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks [] for router_controller (b3c5084f-d177-4167-a425-5df9d662d1cf), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.453042 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (b3c5084f-d177-4167-a425-5df9d662d1cf), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.453729 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c5084f-d177-4167-a425-5df9d662d1cf {{(pid=113174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:58:39.458837 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.460505 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3e8b1330-090b-42ca-96bc-15fa0b5de714 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b3c5084f-d177-4167-a425-5df9d662d1cf HTTP/1.1" status: 204 len: 168 time: 1.3098273 Sep 14 02:58:39.463359 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45188) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:39.526383 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cd79d7-c6d8-45a0-ac44-f46a6c67cbfa admin admin] Deleting subnet a104f6c7-b5f6-430d-ad22-1c424db22d7a {{(pid=113175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:58:39.531279 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b5cd79d7-c6d8-45a0-ac44-f46a6c67cbfa admin admin] Publish callbacks [] for subnet (a104f6c7-b5f6-430d-ad22-1c424db22d7a), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.569185 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b5cd79d7-c6d8-45a0-ac44-f46a6c67cbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15802306'] for subnet (a104f6c7-b5f6-430d-ad22-1c424db22d7a), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.655098 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b5cd79d7-c6d8-45a0-ac44-f46a6c67cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (a104f6c7-b5f6-430d-ad22-1c424db22d7a), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.788842 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b5cd79d7-c6d8-45a0-ac44-f46a6c67cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16109470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781878'] for subnet (a104f6c7-b5f6-430d-ad22-1c424db22d7a), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.816668 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd79d7-c6d8-45a0-ac44-f46a6c67cbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a104f6c7-b5f6-430d-ad22-1c424db22d7a,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:39.821576 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b5cd79d7-c6d8-45a0-ac44-f46a6c67cbfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.827105 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b5cd79d7-c6d8-45a0-ac44-f46a6c67cbfa admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/a104f6c7-b5f6-430d-ad22-1c424db22d7a HTTP/1.1" status: 204 len: 168 time: 0.3603985 Sep 14 02:58:39.827525 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45200) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:39.828239 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d94175-78c7-45b3-a0c7-8e62754bf0f8 None None] Network 26f16a6a-1f25-415a-b610-56afa452bb34 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:58:39.899898 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (26f16a6a-1f25-415a-b610-56afa452bb34), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.952036 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Deleting port 2fc98dc0-772b-4982-b345-8585118245c6 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:39.952471 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (2fc98dc0-772b-4982-b345-8585118245c6), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:39.954619 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:40.050213 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 01a67780-e3f7-454c-bb31-051b48de7a5b no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:40.068902 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:40.079390 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] For port 2fc98dc0-772b-4982-b345-8585118245c6, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2fc98dc0-772b-4982-b345-8585118245c6,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:40.079530 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 01a67780-e3f7-454c-bb31-051b48de7a5b {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:40.079743 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 01a67780-e3f7-454c-bb31-051b48de7a5b not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:40.079977 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (2fc98dc0-772b-4982-b345-8585118245c6), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.080618 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:40.099451 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Calling delete_port for 2fc98dc0-772b-4982-b345-8585118245c6 owned by network:dhcp {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:40.110566 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] DHCP port deletion for 26f16a6a-1f25-415a-b610-56afa452bb34 request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:58:40.113048 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:40.113530 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 019ddfdf-ecd7-4e6f-8b4a-4f3fda5e505c not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:40.155852 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] Deleting port 2fc98dc0-772b-4982-b345-8585118245c6 {{(pid=113176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:40.156233 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (2fc98dc0-772b-4982-b345-8585118245c6), before_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.244278 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] For port 2fc98dc0-772b-4982-b345-8585118245c6, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=2fc98dc0-772b-4982-b345-8585118245c6,segment=NetworkSegment(0be75d05-aa41-4b52-b8ea-8aaec26267ed),segment_id=0be75d05-aa41-4b52-b8ea-8aaec26267ed)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:40.244672 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (2fc98dc0-772b-4982-b345-8585118245c6), precommit_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.258024 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] Calling delete_port for 2fc98dc0-772b-4982-b345-8585118245c6 owned by network:dhcp {{(pid=113176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:40.293281 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (2fc98dc0-772b-4982-b345-8585118245c6), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.325677 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc98dc0-772b-4982-b345-8585118245c6,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:40.332912 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] No DVR routers for this DVR port 2fc98dc0-772b-4982-b345-8585118245c6 on host dv-cinder-857075-6-smb {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:58:40.349502 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (2fc98dc0-772b-4982-b345-8585118245c6), after_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.379158 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] Pushing event deleted for resources: {'Port': ['ID=2fc98dc0-772b-4982-b345-8585118245c6,revision_number=None']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:40.382524 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a07f9-d520-43eb-ade2-b36cc485e81a None None] No DVR routers for this DVR port 2fc98dc0-772b-4982-b345-8585118245c6 on host dv-cinder-857075-6-smb {{(pid=113176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:58:40.415785 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (26f16a6a-1f25-415a-b610-56afa452bb34), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.436663 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f16a6a-1f25-415a-b610-56afa452bb34']}} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:40.445772 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be75d05-aa41-4b52-b8ea-8aaec26267ed') {'for_net_delete': True} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:40.446061 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be75d05-aa41-4b52-b8ea-8aaec26267ed') {} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:40.455736 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15802361'] for segment (0be75d05-aa41-4b52-b8ea-8aaec26267ed), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.470017 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (0be75d05-aa41-4b52-b8ea-8aaec26267ed), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.476585 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=113175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:58:40.476970 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16109348'] for segment (0be75d05-aa41-4b52-b8ea-8aaec26267ed), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.521758 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 0be75d05-aa41-4b52-b8ea-8aaec26267ed resource provider aggregate not found Sep 14 02:58:40.539611 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 0be75d05-aa41-4b52-b8ea-8aaec26267ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0be75d05-aa41-4b52-b8ea-8aaec26267ed found for delete ", "request_id": "req-b4cc20e6-37a1-4982-b422-c857ee60c943"}]} Sep 14 02:58:40.612836 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (26f16a6a-1f25-415a-b610-56afa452bb34), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.619009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.623399 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/26f16a6a-1f25-415a-b610-56afa452bb34 HTTP/1.1" status: 204 len: 168 time: 0.7937212 Sep 14 02:58:40.640429 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dfc67-b080-4349-9e8f-a7355f1c1974 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f16a6a-1f25-415a-b610-56afa452bb34,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:40.709417 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45224) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:40.814601 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7b561a4d-d898-45f7-8e24-304748ab3b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.883263 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:40.888675 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7b561a4d-d898-45f7-8e24-304748ab3b0d admin admin] Publish callbacks [] for security_group (c33df49a-cd4e-41cf-92b0-0ed2a48630cd), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:40.983735 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-7b561a4d-d898-45f7-8e24-304748ab3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (c33df49a-cd4e-41cf-92b0-0ed2a48630cd), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.025408 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-7b561a4d-d898-45f7-8e24-304748ab3b0d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bfbbcc1ca815426aa6251f917ac1c168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150620 Sep 14 02:58:41.026164 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b561a4d-d898-45f7-8e24-304748ab3b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33df49a-cd4e-41cf-92b0-0ed2a48630cd,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:41.028591 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45228) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:41.041037 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45230) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:41.090415 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ec507ade-8952-40a0-9e85-3a57fc234cae admin admin] Publish callbacks [] for security_group (c33df49a-cd4e-41cf-92b0-0ed2a48630cd), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.090682 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-0119ec2c-6e69-4f0c-8c8b-37d057784899 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b0bcf113f85a41ecada488b2b06c2fa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457456 Sep 14 02:58:41.090682 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45232) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:41.107321 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ec507ade-8952-40a0-9e85-3a57fc234cae admin admin] Publish callbacks [] for security_group (c33df49a-cd4e-41cf-92b0-0ed2a48630cd), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.142689 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd711-b407-47f4-9dc8-1a3404281eec admin admin] Publish callbacks [] for security_group (b97f2b0e-69c9-453f-9e8c-d1b6b3c6d0d2), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.164064 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd711-b407-47f4-9dc8-1a3404281eec admin admin] Publish callbacks [] for security_group (b97f2b0e-69c9-453f-9e8c-d1b6b3c6d0d2), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.281441 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ec507ade-8952-40a0-9e85-3a57fc234cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (c33df49a-cd4e-41cf-92b0-0ed2a48630cd), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.287902 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ec507ade-8952-40a0-9e85-3a57fc234cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.287902 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ec507ade-8952-40a0-9e85-3a57fc234cae admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c33df49a-cd4e-41cf-92b0-0ed2a48630cd HTTP/1.1" status: 204 len: 168 time: 0.2553601 Sep 14 02:58:41.298514 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec507ade-8952-40a0-9e85-3a57fc234cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33df49a-cd4e-41cf-92b0-0ed2a48630cd,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:41.328291 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd711-b407-47f4-9dc8-1a3404281eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (b97f2b0e-69c9-453f-9e8c-d1b6b3c6d0d2), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.330872 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd711-b407-47f4-9dc8-1a3404281eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:41.332025 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-ebfcd711-b407-47f4-9dc8-1a3404281eec admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b97f2b0e-69c9-453f-9e8c-d1b6b3c6d0d2 HTTP/1.1" status: 204 len: 168 time: 0.2404346 Sep 14 02:58:41.341180 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcd711-b407-47f4-9dc8-1a3404281eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f2b0e-69c9-453f-9e8c-d1b6b3c6d0d2,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:41.866550 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2fc98dc0-772b-4982-b345-8585118245c6 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:58:41.886826 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 2fc98dc0-772b-4982-b345-8585118245c6 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:58:41.887399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 2fc98dc0-772b-4982-b345-8585118245c6 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:58:43.547155 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-446bddf3-55d9-41fe-a5fe-268bbce14064 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-501703533&fields=id&tenant_id=8af87cd85acd453fac7b3b4f386c8789 HTTP/1.1" status: 200 len: 267 time: 0.0467699 Sep 14 02:58:43.657067 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54150f-e884-408b-be6a-13c8314b172f req-13503723-e929-49cd-bdf0-e70e1676e5c0 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:43.658520 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-13503723-e929-49cd-bdf0-e70e1676e5c0 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 200 len: 809 time: 0.1046805 Sep 14 02:58:43.673758 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-20de87a0-d2f2-4310-8b21-52d66ed6702f tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/quotas/8af87cd85acd453fac7b3b4f386c8789 HTTP/1.1" status: 200 len: 375 time: 0.0098281 Sep 14 02:58:43.723331 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-da26bcbc-bfaa-43a5-a419-651535dfd374 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440452 Sep 14 02:58:43.919245 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-d23784ac-3bfd-450d-ab50-9dd8b8a439d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844492 Sep 14 02:58:44.010309 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-f0798201-fadf-4643-aec4-3710017e729d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847120 Sep 14 02:58:44.470943 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2b820766-2ad4-4f21-8a50-992de4adcfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:44.523798 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:44.549016 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f3ea2c7b-6078-4649-bb12-db7c3254e2de req-c0c57f67-dc29-4649-91a3-851d0f143a62 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 210 time: 0.0385439 Sep 14 02:58:45.656746 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1f8926ed-1707-496e-a657-2d2a8cb98198 req-651d32b7-3cf7-4b58-b4d3-352fa34ffa21 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 210 time: 0.0389354 Sep 14 02:58:46.715488 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9b07efaa-b145-447b-a298-0724b743edaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:46.761776 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c3257d55-42fb-43eb-b162-eeabbfda12e8 req-a111499f-36ff-4638-9753-bfcd104a9c7b tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 210 time: 0.0290990 Sep 14 02:58:46.946846 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45396) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:47.057373 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54150f-e884-408b-be6a-13c8314b172f req-ccfbe7a3-c0e0-4024-a572-588ff910ca9c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:47.059454 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-ccfbe7a3-c0e0-4024-a572-588ff910ca9c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 200 len: 809 time: 0.1148710 Sep 14 02:58:47.079079 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f47867e0-229b-4b1e-9aeb-4ccb79adf07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.127244 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-428c3020-bcb5-4111-8c27-586c73f6be6d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8af87cd85acd453fac7b3b4f386c8789 HTTP/1.1" status: 200 len: 379 time: 0.0580206 Sep 14 02:58:47.138452 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'port': {'device_id': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'admin_state_up': True, 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'security_groups': ['22bbdabe-45a0-4378-951c-2cd29e10c8b0']}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:47.157494 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f47867e0-229b-4b1e-9aeb-4ccb79adf07d admin admin] Publish callbacks [] for security_group (325a9613-fa09-47b8-aa0a-be9cfc658414), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.194988 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f47867e0-229b-4b1e-9aeb-4ccb79adf07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (325a9613-fa09-47b8-aa0a-be9cfc658414), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.204389 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:47.224858 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:47.239556 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-f47867e0-229b-4b1e-9aeb-4ccb79adf07d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=230703dc98a84e219cf9d2b6f9eaaf26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916446 Sep 14 02:58:47.240435 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47867e0-229b-4b1e-9aeb-4ccb79adf07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325a9613-fa09-47b8-aa0a-be9cfc658414,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:47.243496 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45400) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:47.295197 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e9e7-9b80-44f3-a7b5-f308ec7f5b14 admin admin] Publish callbacks [] for security_group (325a9613-fa09-47b8-aa0a-be9cfc658414), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.321820 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e9e7-9b80-44f3-a7b5-f308ec7f5b14 admin admin] Publish callbacks [] for security_group (325a9613-fa09-47b8-aa0a-be9cfc658414), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.395178 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Made reservation on behalf of 8af87cd85acd453fac7b3b4f386c8789 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:58:47.398912 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.412312 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e9e7-9b80-44f3-a7b5-f308ec7f5b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (325a9613-fa09-47b8-aa0a-be9cfc658414), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.414907 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e9e7-9b80-44f3-a7b5-f308ec7f5b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.416165 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ddd1e9e7-9b80-44f3-a7b5-f308ec7f5b14 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/325a9613-fa09-47b8-aa0a-be9cfc658414 HTTP/1.1" status: 204 len: 168 time: 0.1713815 Sep 14 02:58:47.429042 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1e9e7-9b80-44f3-a7b5-f308ec7f5b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325a9613-fa09-47b8-aa0a-be9cfc658414,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:47.542193 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Allocated IP 172.20.0.12 (7d650588-ff21-45b4-9a4c-9542ee62273a/28dac422-7e55-43d0-9965-d9d229b582e7/10185576-43fb-4697-bcc1-5c047ff3b916) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:58:47.656140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:47.683248 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for port (10185576-43fb-4697-bcc1-5c047ff3b916), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.796904 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.850518 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Network 7d650588-ff21-45b4-9a4c-9542ee62273a is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:47.855141 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:47.858062 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:58:47.875332 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:47.931834 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:47.938165 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:47.938615 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc5a59-488a-48fd-849b-0c2787462c0b req-d5814447-46e7-41ee-9053-1539683243a6 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:47.946764 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f3bc5a59-488a-48fd-849b-0c2787462c0b req-d5814447-46e7-41ee-9053-1539683243a6 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 932 time: 0.0725255 Sep 14 02:58:48.013900 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f3bc5a59-488a-48fd-849b-0c2787462c0b req-9b101248-d93a-445d-a878-4ea8ff78e451 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662324 Sep 14 02:58:48.072210 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-05e53da4-72b1-4dc0-bd7c-3ccb9295d636 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9372149 Sep 14 02:58:48.085086 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Request body: {'port': {'device_id': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:48.144688 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-03dc8091-d54d-48ea-bec7-9d3d5c73046e None None] Provisioning complete for port 10185576-43fb-4697-bcc1-5c047ff3b916 triggered by entity DHCP. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:48.145286 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-03dc8091-d54d-48ea-bec7-9d3d5c73046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.145384 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-03dc8091-d54d-48ea-bec7-9d3d5c73046e None None] Attempt 1 to provision port 10185576-43fb-4697-bcc1-5c047ff3b916 Sep 14 02:58:48.153549 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.178300 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-03dc8091-d54d-48ea-bec7-9d3d5c73046e None None] Port 10185576-43fb-4697-bcc1-5c047ff3b916 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:48.218878 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.317307 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:48.410459 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10185576-43fb-4697-bcc1-5c047ff3b916 {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:58:48.418045 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Publish callbacks [] for port (10185576-43fb-4697-bcc1-5c047ff3b916), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.430923 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Transition to ACTIVE for port object 10185576-43fb-4697-bcc1-5c047ff3b916 will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:58:48.486127 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.571447 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Pushing event updated for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:48.602001 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Attempting to bind port 10185576-43fb-4697-bcc1-5c047ff3b916 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:58:48.602345 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Attempting to bind port 10185576-43fb-4697-bcc1-5c047ff3b916 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:58:48.602711 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Attempting to bind port 10185576-43fb-4697-bcc1-5c047ff3b916 on network 7d650588-ff21-45b4-9a4c-9542ee62273a {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:58:48.645949 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Port 10185576-43fb-4697-bcc1-5c047ff3b916 on network 7d650588-ff21-45b4-9a4c-9542ee62273a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:58:48.646273 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Attempting to bind port 10185576-43fb-4697-bcc1-5c047ff3b916 on network 7d650588-ff21-45b4-9a4c-9542ee62273a {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:58:48.678992 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-03dc8091-d54d-48ea-bec7-9d3d5c73046e None None] Attempt 2 to provision port 10185576-43fb-4697-bcc1-5c047ff3b916 Sep 14 02:58:48.681559 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:48.691143 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:58:48.691593 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Checking segment: {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:58:48.691853 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Bound using segment: {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:58:48.695388 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Bound port: 10185576-43fb-4697-bcc1-5c047ff3b916, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed59fad7-b53e-4021-9cd9-3383a7698d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:58:48.695388 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.721276 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-03dc8091-d54d-48ea-bec7-9d3d5c73046e None None] Port 10185576-43fb-4697-bcc1-5c047ff3b916 cannot update to ACTIVE because it is not bound. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:58:48.733890 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:48.762818 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:58:48.765853 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:58:48.858301 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.863735 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:48.866815 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.866815 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 1094 time: 0.7851677 Sep 14 02:58:48.866815 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:58:48.869081 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c84d13-965a-4b55-87ff-ad76f0e2b9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:58:48.914158 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b790145a-c4d4-496a-af31-b741b7e3e97d x-openstack-request-id: req-b790145a-c4d4-496a-af31-b741b7e3e97d {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:58:48.914447 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:58:48.914722 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b790145a-c4d4-496a-af31-b741b7e3e97d {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:58:48.915119 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b790145a-c4d4-496a-af31-b741b7e3e97d'] response: {'name': 'network-changed', 'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916', 'status': 'completed', 'code': 200} Sep 14 02:58:48.920661 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa126db-d8e3-42be-8a8b-fbac3b83f617 service neutron] Pushing event updated for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:48.972466 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c84d13-965a-4b55-87ff-ad76f0e2b9e6 req-dee72b46-41bf-44f1-b934-050a016e3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:48.974064 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-16c84d13-965a-4b55-87ff-ad76f0e2b9e6 req-dee72b46-41bf-44f1-b934-050a016e3e9f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1128 time: 0.0394287 Sep 14 02:58:49.082880 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c84d13-965a-4b55-87ff-ad76f0e2b9e6 req-fbb7e6d4-b970-475b-bca3-43dec06681c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:49.084411 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-16c84d13-965a-4b55-87ff-ad76f0e2b9e6 req-fbb7e6d4-b970-475b-bca3-43dec06681c0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=8af87cd85acd453fac7b3b4f386c8789&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1023731 Sep 14 02:58:49.159361 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7bc56-bf58-4578-a570-4b9c8612c0f8 req-08886c47-ac4f-46ee-a408-665ccc790af0 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:49.166167 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-01a7bc56-bf58-4578-a570-4b9c8612c0f8 req-08886c47-ac4f-46ee-a408-665ccc790af0 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0628841 Sep 14 02:58:49.213904 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-01a7bc56-bf58-4578-a570-4b9c8612c0f8 req-9d0c24b8-64c9-4984-bd87-d06292d4f8f7 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466588 Sep 14 02:58:49.222618 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-03dc8091-d54d-48ea-bec7-9d3d5c73046e None None] Attempt 3 to provision port 10185576-43fb-4697-bcc1-5c047ff3b916 Sep 14 02:58:49.264289 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-03dc8091-d54d-48ea-bec7-9d3d5c73046e None None] Port 10185576-43fb-4697-bcc1-5c047ff3b916 had new provisioning blocks added so it will not transition to active. {{(pid=113176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:58:49.453759 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c84d13-965a-4b55-87ff-ad76f0e2b9e6 req-17308fb5-767d-4af6-b657-1f0d1b69584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:49.455093 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-16c84d13-965a-4b55-87ff-ad76f0e2b9e6 req-17308fb5-767d-4af6-b657-1f0d1b69584d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3643823 Sep 14 02:58:49.538292 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54150f-e884-408b-be6a-13c8314b172f req-c0789e60-0b43-49d3-a853-77623871c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:49.539814 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-c0789e60-0b43-49d3-a853-77623871c337 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1128 time: 0.0402484 Sep 14 02:58:49.580563 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-0b097589-d30f-42e0-a0b0-a83d09745bbb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 217 time: 0.0324790 Sep 14 02:58:49.631983 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54150f-e884-408b-be6a-13c8314b172f req-9807f816-feb0-4800-9c76-a19be947c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:49.633914 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-9807f816-feb0-4800-9c76-a19be947c57a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=28dac422-7e55-43d0-9965-d9d229b582e7 HTTP/1.1" status: 200 len: 848 time: 0.0470641 Sep 14 02:58:49.681781 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54150f-e884-408b-be6a-13c8314b172f req-d6a381e8-9bb7-4363-a5b5-252c54fc1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:49.683304 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-d6a381e8-9bb7-4363-a5b5-252c54fc1b0e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d650588-ff21-45b4-9a4c-9542ee62273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427144 Sep 14 02:58:49.773856 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-214cbbcb-831d-4546-9115-6b3972b0f459 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828893 Sep 14 02:58:49.857947 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:49.872508 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-2d54150f-e884-408b-be6a-13c8314b172f req-c0365dbb-9451-47e4-9dea-0a36e710ea61 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908816 Sep 14 02:58:49.909427 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:49.955424 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:50.342037 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecbaf6-2efa-4c23-8453-9803dc475f09 req-575a48df-d979-4826-8c57-8cdca557a75a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:50.344050 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-93ecbaf6-2efa-4c23-8453-9803dc475f09 req-575a48df-d979-4826-8c57-8cdca557a75a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0494578 Sep 14 02:58:50.397120 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-93ecbaf6-2efa-4c23-8453-9803dc475f09 req-57b292d1-5709-40bb-8238-727a8bc11a65 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474658 Sep 14 02:58:50.825252 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:58:51.517599 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d0b44-7a55-4b5b-973b-585bfb7bcd2c req-3cea8756-8bff-40e3-9eeb-939f20ee6d4e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:51.519116 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-199d0b44-7a55-4b5b-973b-585bfb7bcd2c req-3cea8756-8bff-40e3-9eeb-939f20ee6d4e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0469763 Sep 14 02:58:51.539451 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:51.568673 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-199d0b44-7a55-4b5b-973b-585bfb7bcd2c req-c2c51c47-3c5c-4d92-9732-f2d090406b20 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 Sep 14 02:58:52.619303 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45482) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:52.696751 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae214db-72a7-4edd-a31c-dc7f7f0ded0f req-645c5f73-0a3d-4d90-bbea-2593901ee36a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:52.698338 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8ae214db-72a7-4edd-a31c-dc7f7f0ded0f req-645c5f73-0a3d-4d90-bbea-2593901ee36a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0521414 Sep 14 02:58:52.735825 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0c96c391-0713-4799-92f3-f57846aa266d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:52.777182 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8ae214db-72a7-4edd-a31c-dc7f7f0ded0f req-04c997b2-684b-4fb6-b77c-d479242f3315 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721991 Sep 14 02:58:52.834866 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0c96c391-0713-4799-92f3-f57846aa266d admin admin] Publish callbacks [] for security_group (4a29d878-f8d5-44f4-81f9-1bbabfaee529), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:52.915024 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0c96c391-0713-4799-92f3-f57846aa266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4a29d878-f8d5-44f4-81f9-1bbabfaee529), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:52.953689 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96c391-0713-4799-92f3-f57846aa266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a29d878-f8d5-44f4-81f9-1bbabfaee529,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:52.957918 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0c96c391-0713-4799-92f3-f57846aa266d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c96eb3ac63a347cdb9d6242b5638b0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431711 Sep 14 02:58:52.960944 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45486) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:53.011911 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-626a5005-aaa1-4d7e-85a0-c7a2942e2b1d admin admin] Publish callbacks [] for security_group (4a29d878-f8d5-44f4-81f9-1bbabfaee529), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.032664 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-626a5005-aaa1-4d7e-85a0-c7a2942e2b1d admin admin] Publish callbacks [] for security_group (4a29d878-f8d5-44f4-81f9-1bbabfaee529), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.138080 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-626a5005-aaa1-4d7e-85a0-c7a2942e2b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4a29d878-f8d5-44f4-81f9-1bbabfaee529), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.140916 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-626a5005-aaa1-4d7e-85a0-c7a2942e2b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.142148 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-626a5005-aaa1-4d7e-85a0-c7a2942e2b1d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4a29d878-f8d5-44f4-81f9-1bbabfaee529 HTTP/1.1" status: 204 len: 168 time: 0.1790433 Sep 14 02:58:53.150683 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5005-aaa1-4d7e-85a0-c7a2942e2b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a29d878-f8d5-44f4-81f9-1bbabfaee529,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:53.236357 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 10185576-43fb-4697-bcc1-5c047ff3b916 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:58:53.269828 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:53.336905 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:53.348623 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '10185576-43fb-4697-bcc1-5c047ff3b916', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'port_id': '10185576-43fb-4697-bcc1-5c047ff3b916', 'mac_address': 'fa:16:3e:49:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:58:53.388088 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 10185576-43fb-4697-bcc1-5c047ff3b916 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:53.388485 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.403385 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10185576-43fb-4697-bcc1-5c047ff3b916 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:58:53.424949 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:53.504121 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.551205 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:53.696434 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45494) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:53.708364 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5b5b92e7-4cd9-4177-8ee8-11e711e6883c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.782022 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5b5b92e7-4cd9-4177-8ee8-11e711e6883c admin admin] Publish callbacks [] for security_group (621b5a1c-adbc-4cd6-8f51-6b067e5e2e45), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.786919 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['10185576-43fb-4697-bcc1-5c047ff3b916'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:58:53.846936 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-5b5b92e7-4cd9-4177-8ee8-11e711e6883c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (621b5a1c-adbc-4cd6-8f51-6b067e5e2e45), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.921409 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-5b5b92e7-4cd9-4177-8ee8-11e711e6883c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b6c6768a4f664234bc7e8121bdc2f3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262735 Sep 14 02:58:53.924467 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45498) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:53.925704 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b92e7-4cd9-4177-8ee8-11e711e6883c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b5a1c-adbc-4cd6-8f51-6b067e5e2e45,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:53.936004 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a611a-034d-4a86-aa8b-d79b4fe9f4af req-f5cfb4c5-37de-4ad3-9570-319fc071c321 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:53.938024 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e19a611a-034d-4a86-aa8b-d79b4fe9f4af req-f5cfb4c5-37de-4ad3-9570-319fc071c321 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 945 time: 0.0792539 Sep 14 02:58:53.953858 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:53.987809 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-07c3a731-fd26-4b3a-912e-732d3433f7a8 admin admin] Publish callbacks [] for security_group (621b5a1c-adbc-4cd6-8f51-6b067e5e2e45), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:53.992479 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e19a611a-034d-4a86-aa8b-d79b4fe9f4af req-f9c8372f-4b5e-4106-9435-713a7bef2df6 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 Sep 14 02:58:54.010896 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-07c3a731-fd26-4b3a-912e-732d3433f7a8 admin admin] Publish callbacks [] for security_group (621b5a1c-adbc-4cd6-8f51-6b067e5e2e45), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:54.143819 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-07c3a731-fd26-4b3a-912e-732d3433f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (621b5a1c-adbc-4cd6-8f51-6b067e5e2e45), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:54.146331 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-07c3a731-fd26-4b3a-912e-732d3433f7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:54.147529 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-07c3a731-fd26-4b3a-912e-732d3433f7a8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/621b5a1c-adbc-4cd6-8f51-6b067e5e2e45 HTTP/1.1" status: 204 len: 168 time: 0.2212832 Sep 14 02:58:54.155627 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3a731-fd26-4b3a-912e-732d3433f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b5a1c-adbc-4cd6-8f51-6b067e5e2e45,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:54.933567 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7cc76-7bef-48c0-a71c-dcda1b2c215b req-542e7ec5-f87b-4b86-8aab-46f84ba31056 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:54.935115 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d9c7cc76-7bef-48c0-a71c-dcda1b2c215b req-542e7ec5-f87b-4b86-8aab-46f84ba31056 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 946 time: 0.0498536 Sep 14 02:58:54.985171 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d9c7cc76-7bef-48c0-a71c-dcda1b2c215b req-308351af-c8cf-433f-9832-8d687ce3a37f tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444443 Sep 14 02:58:55.126148 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13175e19-b37e-4415-a993-338c6aee3453 req-b848c742-5349-42bb-a861-73c6ccdc2d86 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:55.127676 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13175e19-b37e-4415-a993-338c6aee3453 req-b848c742-5349-42bb-a861-73c6ccdc2d86 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 945 time: 0.0521898 Sep 14 02:58:55.180914 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-13175e19-b37e-4415-a993-338c6aee3453 req-eea7d9a9-495a-4484-aa9b-384fea833f6c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454891 Sep 14 02:58:55.251726 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 10185576-43fb-4697-bcc1-5c047ff3b916 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:58:55.285000 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:55.297226 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 10185576-43fb-4697-bcc1-5c047ff3b916 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:58:55.405807 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 10185576-43fb-4697-bcc1-5c047ff3b916 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:58:55.406383 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:55.407169 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 10185576-43fb-4697-bcc1-5c047ff3b916 Sep 14 02:58:55.483615 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 10185576-43fb-4697-bcc1-5c047ff3b916 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:58:55.484018 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:55.524394 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:58:55.526697 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef5eeae-334a-467c-be38-03df5590078a" -d '{"events": [{"server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "name": "network-vif-plugged", "status": "completed", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:58:55.539573 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:55.565182 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e756bd2e-1864-4413-8a60-b2637ad8cb29 x-openstack-request-id: req-e756bd2e-1864-4413-8a60-b2637ad8cb29 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:58:55.565468 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "name": "network-vif-plugged", "status": "completed", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:58:55.565719 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e756bd2e-1864-4413-8a60-b2637ad8cb29 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:58:55.566113 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e756bd2e-1864-4413-8a60-b2637ad8cb29'] response: {'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916', 'code': 200} Sep 14 02:58:55.606243 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:55.658037 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:56.124554 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0418-83db-43be-a42a-583e68812c6d req-b11b010b-6ceb-4b48-945c-45d0eb03e5b2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:56.126389 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-117f0418-83db-43be-a42a-583e68812c6d req-b11b010b-6ceb-4b48-945c-45d0eb03e5b2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 946 time: 0.0550902 Sep 14 02:58:56.176380 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-117f0418-83db-43be-a42a-583e68812c6d req-05146555-cb9b-40b4-9605-6936eb9b913b tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fa522c5-c17d-4831-919a-02f53e40d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Sep 14 02:58:56.312012 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eef9c4-b71b-4750-b406-11b6251f9b90 req-4a7b3c8c-0b4d-4ad2-bea8-06a4db840b26 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:56.313553 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-96eef9c4-b71b-4750-b406-11b6251f9b90 req-4a7b3c8c-0b4d-4ad2-bea8-06a4db840b26 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0517848 Sep 14 02:58:56.334607 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:56.371173 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-96eef9c4-b71b-4750-b406-11b6251f9b90 req-cea5aa64-8225-4bbb-bdb8-d0ddbf2cc5c0 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516260 Sep 14 02:58:56.443231 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-519e63f3-e76c-4626-9abc-2e40c99292a5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:56.444789 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-519e63f3-e76c-4626-9abc-2e40c99292a5 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 946 time: 0.0464129 Sep 14 02:58:56.511589 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b44df1-2608-49ec-8d87-dbe7148f010c req-7a2ae169-18e5-40c2-ab95-99998f7a1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:56.513239 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-52b44df1-2608-49ec-8d87-dbe7148f010c req-7a2ae169-18e5-40c2-ab95-99998f7a1bb5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1130 time: 0.0407925 Sep 14 02:58:56.558336 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Deleting port 639812eb-81d1-4569-841f-ba9e5ec03037 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:58:56.558782 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:56.572401 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-52b44df1-2608-49ec-8d87-dbe7148f010c req-e0d2dc5e-6958-47bf-b43f-10582cc0fd63 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495701 Sep 14 02:58:56.664003 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] For port 639812eb-81d1-4569-841f-ba9e5ec03037, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=639812eb-81d1-4569-841f-ba9e5ec03037,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:58:56.664363 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:56.709177 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:56.831247 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:56.831616 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (d50dc15e-e5bf-479f-9988-80b935e0ea54), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:56.831928 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Floating IP d50dc15e-e5bf-479f-9988-80b935e0ea54 disassociated. External IP: 172.28.1.3, port: 639812eb-81d1-4569-841f-ba9e5ec03037. Sep 14 02:58:56.832270 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Calling delete_port for 639812eb-81d1-4569-841f-ba9e5ec03037 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:58:56.886553 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:57.035108 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (639812eb-81d1-4569-841f-ba9e5ec03037), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:57.064939 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event deleted for resources: {'Port': ['ID=639812eb-81d1-4569-841f-ba9e5ec03037,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:57.178915 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Router ac559a12-ea49-48db-a0fe-cc7525638854 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:58:57.284856 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:58:57.295946 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] Sync routers for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:58:57.297428 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2f808379-e171-4e0c-a7e6-aeebe4d8bd1c req-800598bd-025f-4ad1-b03a-0d1e8e70ccf2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 210 time: 0.0327492 Sep 14 02:58:57.309030 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:57.309649 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:57.328417 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] No DVR routers for this DVR port 639812eb-81d1-4569-841f-ba9e5ec03037 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:58:57.331044 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:57.334302 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-187cfe8f-9f34-4e3c-82f3-3ecef5c3aaf6 req-f8906375-9fd2-4590-a278-4a1e3032fecb tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.23 "DELETE /networking/v2.0/ports/639812eb-81d1-4569-841f-ba9e5ec03037 HTTP/1.1" status: 204 len: 173 time: 0.8629460 Sep 14 02:58:57.334756 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-deleted', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:58:57.336995 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39849b70-5d14-472a-b0dc-973ad44a9ad2" -d '{"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-deleted", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:58:57.421437 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:57.525498 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac41bed-1a95-43af-aa09-e4ff2953f193 req-12f1e1ac-65f4-430f-8746-a50239b3017d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:57.528044 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-eac41bed-1a95-43af-aa09-e4ff2953f193 req-12f1e1ac-65f4-430f-8746-a50239b3017d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0642452 Sep 14 02:58:57.543372 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e532cf48-f236-481c-9635-02a536bf168b x-openstack-request-id: req-e532cf48-f236-481c-9635-02a536bf168b {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:58:57.548918 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f4bf7-a4de-49b6-a09f-860acfcef4ee", "name": "network-vif-deleted", "tag": "639812eb-81d1-4569-841f-ba9e5ec03037", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:58:57.548918 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e532cf48-f236-481c-9635-02a536bf168b {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:58:57.548918 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e532cf48-f236-481c-9635-02a536bf168b'] response: {'server_uuid': 'b86f4bf7-a4de-49b6-a09f-860acfcef4ee', 'name': 'network-vif-deleted', 'tag': '639812eb-81d1-4569-841f-ba9e5ec03037', 'status': 'completed', 'code': 200} Sep 14 02:58:57.590421 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:57.596840 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-eac41bed-1a95-43af-aa09-e4ff2953f193 req-ec28b9c3-5705-4e98-a33e-df6755a427c5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607789 Sep 14 02:58:57.758610 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:57.771950 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=46 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:57.782887 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] Checking router: ac559a12-ea49-48db-a0fe-cc7525638854 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:58:57.791187 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:58:57.791784 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:57.892677 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:58:58.094640 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:58:58.119593 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b902cfa-bf76-4592-be62-b6cde1779494 None None] The sync data for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb is: [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:52:19Z', 'revision_number': 4, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': 'a1efdf2c-9e03-4654-ae6a-0241c46a8846', 'name': '', 'network_id': '1494a22c-5bc9-4637-96fd-e852f4fb232e', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'mac_address': 'fa:16:3e:a1:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:17Z', 'updated_at': '2022-09-14T02:52:35Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'subnets': [{'id': '466b5909-9670-4a0c-8ccb-87aa29059da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:58:58.375557 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a243bd-9032-404f-9e68-622caf1b9fe1 None None] New status for floating IP d50dc15e-e5bf-479f-9988-80b935e0ea54: DOWN {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:58:58.445448 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1a5f5c5d-d2a6-4e5d-b5e3-d111ba4332b3 req-70aa84cd-71e0-496c-8d09-cd8fe2dba114 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b86f4bf7-a4de-49b6-a09f-860acfcef4ee HTTP/1.1" status: 200 len: 210 time: 0.0293026 Sep 14 02:58:58.720718 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c764fe-93b9-473d-bb30-01fc1c6ab5c6 req-ee61119a-2a15-4546-a328-8e1764cb7d6c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:58.722160 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-97c764fe-93b9-473d-bb30-01fc1c6ab5c6 req-ee61119a-2a15-4546-a328-8e1764cb7d6c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0450783 Sep 14 02:58:58.770076 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-97c764fe-93b9-473d-bb30-01fc1c6ab5c6 req-d161ae43-0c8f-42ea-a730-d2a9444e6c2e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Sep 14 02:58:58.891410 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc4b94-e251-48ea-b75c-10e5b16ff209 req-e45c5ee1-ef71-46f3-adc7-c275aad7a04b tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:58.892872 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-54fc4b94-e251-48ea-b75c-10e5b16ff209 req-e45c5ee1-ef71-46f3-adc7-c275aad7a04b tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0503528 Sep 14 02:58:58.945945 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-54fc4b94-e251-48ea-b75c-10e5b16ff209 req-3f4b6b39-da13-44db-9249-612722b228d7 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Sep 14 02:58:58.973913 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45582) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:59.159354 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8707d65-425b-49ef-b4c0-ca540059688a tempest-TestShelveInstance-1110868481 tempest-TestShelveInstance-1110868481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:58:59.160870 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f8707d65-425b-49ef-b4c0-ca540059688a tempest-TestShelveInstance-1110868481 tempest-TestShelveInstance-1110868481-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1125 time: 0.1860573 Sep 14 02:58:59.163863 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45586) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:59.167975 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Request body: {'floatingip': {'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'port_id': '10185576-43fb-4697-bcc1-5c047ff3b916', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:58:59.274323 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.352590 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.464083 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Allocated IP 172.28.1.208 (224a9e9a-9832-462c-bae5-9c006728bc7c/93825707-aefe-4d42-82f4-441ebffb5d3b/d062f695-58f4-4c7a-8b33-2d42984c2c49) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:58:59.535069 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:59.576736 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for port (d062f695-58f4-4c7a-8b33-2d42984c2c49), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.580418 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45596) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:59.637205 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cbb14c63-2916-4388-8263-e14ef1d16f10 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (2fa522c5-c17d-4831-919a-02f53e40d5a4), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.661085 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cbb14c63-2916-4388-8263-e14ef1d16f10 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (2fa522c5-c17d-4831-919a-02f53e40d5a4), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.670549 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (d062f695-58f4-4c7a-8b33-2d42984c2c49), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.695206 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:59.708875 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:59.715332 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Network 224a9e9a-9832-462c-bae5-9c006728bc7c is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:58:59.720314 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:58:59.722697 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:58:59.746273 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'Port': ['ID=d062f695-58f4-4c7a-8b33-2d42984c2c49,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:59.813029 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cbb14c63-2916-4388-8263-e14ef1d16f10 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (2fa522c5-c17d-4831-919a-02f53e40d5a4), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.815689 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cbb14c63-2916-4388-8263-e14ef1d16f10 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.818942 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-cbb14c63-2916-4388-8263-e14ef1d16f10 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2fa522c5-c17d-4831-919a-02f53e40d5a4 HTTP/1.1" status: 204 len: 168 time: 0.2373455 Sep 14 02:58:59.829113 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45598) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:58:59.840843 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb14c63-2916-4388-8263-e14ef1d16f10 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa522c5-c17d-4831-919a-02f53e40d5a4,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:58:59.842748 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.api.v2.resource [None req-fc339825-45df-4679-94bf-385ec08129a2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] show failed (client error): The resource could not be found. Sep 14 02:58:59.843775 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-fc339825-45df-4679-94bf-385ec08129a2 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "GET /networking/v2.0/security-groups/2fa522c5-c17d-4831-919a-02f53e40d5a4 HTTP/1.1" status: 404 len: 347 time: 0.0203638 Sep 14 02:58:59.847368 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45600) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:00.038881 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Deleting port dca32746-1b5a-4ee0-ab8d-4b334ca35f60 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:59:00.039570 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.195430 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:00.242973 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.243291 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.263307 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Calling delete_port for dca32746-1b5a-4ee0-ab8d-4b334ca35f60 owned by network:floatingip {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:59:00.278425 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for floatingip (72af90b6-c251-4368-98a0-f4582bc5a5bb), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.456614 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (d062f695-58f4-4c7a-8b33-2d42984c2c49), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.536889 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (dca32746-1b5a-4ee0-ab8d-4b334ca35f60), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.566146 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Pushing event deleted for resources: {'Port': ['ID=dca32746-1b5a-4ee0-ab8d-4b334ca35f60,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:00.577181 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:00.673234 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks [] for floatingip (d50dc15e-e5bf-479f-9988-80b935e0ea54), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.675665 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.676802 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-1e88f7ee-645a-4afe-a93d-322554515c34 tempest-AttachVolumeShelveTestJSON-1234871618 tempest-AttachVolumeShelveTestJSON-1234871618-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/d50dc15e-e5bf-479f-9988-80b935e0ea54 HTTP/1.1" status: 204 len: 168 time: 0.8285255 Sep 14 02:59:00.690291 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for port (d062f695-58f4-4c7a-8b33-2d42984c2c49), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.749354 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (d062f695-58f4-4c7a-8b33-2d42984c2c49), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.820381 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2057900'] for floatingip (72af90b6-c251-4368-98a0-f4582bc5a5bb), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:00.823250 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event updated for resources: {'Port': ['ID=d062f695-58f4-4c7a-8b33-2d42984c2c49,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:00.922604 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.l3_db [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Floating IP 72af90b6-c251-4368-98a0-f4582bc5a5bb associated. External IP: 172.28.1.208, port: 10185576-43fb-4697-bcc1-5c047ff3b916. Sep 14 02:59:01.127576 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Router 66364926-27e7-417a-b30a-ebe8c49649ea has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:59:01.213991 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:01.240068 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:59:01.250944 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] Sync routers for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:59:01.259787 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:59:01.286412 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 639812eb-81d1-4569-841f-ba9e5ec03037 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:59:01.286719 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 639812eb-81d1-4569-841f-ba9e5ec03037 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:59:01.289084 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:59:01.289710 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:01.328444 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:01.342067 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:01.365266 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3f95864d-db50-467d-a60d-5a63f1699ab5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2004015 Sep 14 02:59:01.365930 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:59:01.368367 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd975320-daef-465c-bcfb-404258ad8ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:59:01.407459 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:59:01.417436 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50350e52-83ed-4acd-905b-e6141af5b8bd x-openstack-request-id: req-50350e52-83ed-4acd-905b-e6141af5b8bd {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:59:01.417726 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:59:01.417976 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-50350e52-83ed-4acd-905b-e6141af5b8bd {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:59:01.418380 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50350e52-83ed-4acd-905b-e6141af5b8bd'] response: {'name': 'network-changed', 'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916', 'status': 'completed', 'code': 200} Sep 14 02:59:01.478997 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-ef3631a5-ab8c-41a9-9d2b-6bf0298e7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:01.480546 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-ef3631a5-ab8c-41a9-9d2b-6bf0298e7979 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1130 time: 0.0419612 Sep 14 02:59:01.580385 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-25b79b7f-fce5-4c26-99f9-44f07b430de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:01.584032 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-25b79b7f-fce5-4c26-99f9-44f07b430de4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 200 len: 909 time: 0.0970020 Sep 14 02:59:01.636496 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '72af90b6-c251-4368-98a0-f4582bc5a5bb', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'floating_ip_address': '172.28.1.208', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'port_id': '10185576-43fb-4697-bcc1-5c047ff3b916', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'mac_address': 'fa:16:3e:49:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:59:00Z', 'updated_at': '2022-09-14T02:59:00Z', 'revision_number': 0, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 5, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:01.653318 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-aee45f92-e765-499e-baee-3ab9b6b70a46 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 1000 time: 0.0623739 Sep 14 02:59:01.662984 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] Checking router: 66364926-27e7-417a-b30a-ebe8c49649ea for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:59:01.672410 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:59:01.673117 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:01.709009 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:01.712059 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-8eba497a-cc4f-4425-9c5f-f6e92da56307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:01.713677 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-8eba497a-cc4f-4425-9c5f-f6e92da56307 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=28dac422-7e55-43d0-9965-d9d229b582e7 HTTP/1.1" status: 200 len: 848 time: 0.0543513 Sep 14 02:59:01.757813 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-0fca1dfb-c85a-4c9b-b84d-d3704617256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:01.759358 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-0fca1dfb-c85a-4c9b-b84d-d3704617256c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d650588-ff21-45b4-9a4c-9542ee62273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396664 Sep 14 02:59:01.777584 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:59:01.854479 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-5d624a0a-ab40-4847-9093-04b9f2ec8aca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Sep 14 02:59:01.932352 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:01.961883 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-fd975320-daef-465c-bcfb-404258ad8ce0 req-681fb4ab-9c64-48b4-9365-c98011d45902 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012866 Sep 14 02:59:02.016835 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '72af90b6-c251-4368-98a0-f4582bc5a5bb', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'floating_ip_address': '172.28.1.208', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'port_id': '10185576-43fb-4697-bcc1-5c047ff3b916', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'mac_address': 'fa:16:3e:49:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:59:00Z', 'updated_at': '2022-09-14T02:59:00Z', 'revision_number': 0, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 5, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:02.043263 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4eb1-928e-4855-a4d2-e325b56e3d3a None None] The sync data for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb is: [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_floatingips': [{'id': '72af90b6-c251-4368-98a0-f4582bc5a5bb', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'floating_ip_address': '172.28.1.208', 'floating_network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'router_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'port_id': '10185576-43fb-4697-bcc1-5c047ff3b916', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'mac_address': 'fa:16:3e:49:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:59:00Z', 'updated_at': '2022-09-14T02:59:00Z', 'revision_number': 0, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 5, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:59:02.253685 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96e109-4f9e-464b-828a-05ec4bd7beca None None] New status for floating IP 72af90b6-c251-4368-98a0-f4582bc5a5bb: ACTIVE {{(pid=113177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:59:03.444720 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45666) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:04.098958 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (ac559a12-ea49-48db-a0fe-cc7525638854), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:04.177598 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:04.312695 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Deleting port a1efdf2c-9e03-4654-ae6a-0241c46a8846 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:59:04.313018 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:04.394121 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] For port a1efdf2c-9e03-4654-ae6a-0241c46a8846, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=a1efdf2c-9e03-4654-ae6a-0241c46a8846,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:59:04.394508 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:04.410073 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Calling delete_port for a1efdf2c-9e03-4654-ae6a-0241c46a8846 owned by network:router_interface {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:59:04.584503 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:04.704098 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (a1efdf2c-9e03-4654-ae6a-0241c46a8846), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:04.733912 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1efdf2c-9e03-4654-ae6a-0241c46a8846,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:04.789265 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:04.903997 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (ac559a12-ea49-48db-a0fe-cc7525638854), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:05.106731 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:05.122207 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Router ac559a12-ea49-48db-a0fe-cc7525638854 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:59:05.227852 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:59:05.232795 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-24962944-79f9-488d-9bc7-395bc3948628 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ac559a12-ea49-48db-a0fe-cc7525638854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870128 Sep 14 02:59:05.235649 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45692) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:05.239701 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] Sync routers for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:59:05.253407 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:59:05.254156 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:05.339039 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks [] for router (ac559a12-ea49-48db-a0fe-cc7525638854), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:05.365525 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:59:05.440118 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks [] for router_gateway (ac559a12-ea49-48db-a0fe-cc7525638854), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:05.546420 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:59:04Z', 'revision_number': 5, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port': {'id': '547664e5-7ffb-4e55-b8b8-db1b77898917', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:52:07Z', 'updated_at': '2022-09-14T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:05.553620 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Deleting port 547664e5-7ffb-4e55-b8b8-db1b77898917 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:59:05.553965 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:05.571475 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] Checking router: ac559a12-ea49-48db-a0fe-cc7525638854 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:59:05.580612 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] Routers {'ac559a12-ea49-48db-a0fe-cc7525638854'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:59:05.581220 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T02:58:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['ac559a12-ea49-48db-a0fe-cc7525638854'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:05.634293 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:05.639678 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] For port 547664e5-7ffb-4e55-b8b8-db1b77898917, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=547664e5-7ffb-4e55-b8b8-db1b77898917,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:59:05.643584 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:05.654278 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Calling delete_port for 547664e5-7ffb-4e55-b8b8-db1b77898917 owned by network:router_gateway {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:59:05.671964 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] Set router ac559a12-ea49-48db-a0fe-cc7525638854 gateway port host: None {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:59:05.674174 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=100 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:05.726740 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:59:05Z', 'revision_number': 6, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port_host': None}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:05.869961 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (547664e5-7ffb-4e55-b8b8-db1b77898917), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:05.886842 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e0e41-7531-4313-b2a6-bd790ca30b1a None None] The sync data for ids ['ac559a12-ea49-48db-a0fe-cc7525638854'] in dv-cinder-857075-6-smb is: [{'id': 'ac559a12-ea49-48db-a0fe-cc7525638854', 'name': 'tempest-AttachVolumeShelveTestJSON-1760144473-router', 'tenant_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:52:05Z', 'updated_at': '2022-09-14T02:59:05Z', 'revision_number': 6, 'project_id': 'ef9e0f5a3e3a423fbd778a6218543a20', 'gw_port_host': None}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:59:05.896209 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=547664e5-7ffb-4e55-b8b8-db1b77898917,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:05.945253 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:05.968145 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (ac559a12-ea49-48db-a0fe-cc7525638854), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.060833 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (ac559a12-ea49-48db-a0fe-cc7525638854), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.063063 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks [] for router_controller (ac559a12-ea49-48db-a0fe-cc7525638854), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.149019 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (ac559a12-ea49-48db-a0fe-cc7525638854), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.149592 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac559a12-ea49-48db-a0fe-cc7525638854 {{(pid=113175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:59:06.154339 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.155484 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-9814e38a-0f9d-4a04-8c5f-6ce57e3f5e8b admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ac559a12-ea49-48db-a0fe-cc7525638854 HTTP/1.1" status: 204 len: 168 time: 0.9187782 Sep 14 02:59:06.158813 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45694) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:06.202126 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_v2 [None req-155f0595-870c-4e7e-a469-b5cfedf65d6c admin admin] Deleting subnet 466b5909-9670-4a0c-8ccb-87aa29059da2 {{(pid=113175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:59:06.205897 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-155f0595-870c-4e7e-a469-b5cfedf65d6c admin admin] Publish callbacks [] for subnet (466b5909-9670-4a0c-8ccb-87aa29059da2), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.240461 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-155f0595-870c-4e7e-a469-b5cfedf65d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15802306'] for subnet (466b5909-9670-4a0c-8ccb-87aa29059da2), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.322826 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-155f0595-870c-4e7e-a469-b5cfedf65d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (466b5909-9670-4a0c-8ccb-87aa29059da2), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.452607 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-155f0595-870c-4e7e-a469-b5cfedf65d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16109470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781878'] for subnet (466b5909-9670-4a0c-8ccb-87aa29059da2), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.487225 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f0595-870c-4e7e-a469-b5cfedf65d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466b5909-9670-4a0c-8ccb-87aa29059da2,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:06.489184 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-155f0595-870c-4e7e-a469-b5cfedf65d6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.492312 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-155f0595-870c-4e7e-a469-b5cfedf65d6c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/466b5909-9670-4a0c-8ccb-87aa29059da2 HTTP/1.1" status: 204 len: 168 time: 0.3325868 Sep 14 02:59:06.495020 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45700) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:06.495564 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0306eae-c189-4e94-b2e8-37983dbc8356 None None] Network 1494a22c-5bc9-4637-96fd-e852f4fb232e requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:59:06.571758 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (1494a22c-5bc9-4637-96fd-e852f4fb232e), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.622627 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Deleting port 599e14c5-7baf-41ff-ae2a-7ce70b532555 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:59:06.622930 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.705922 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] For port 599e14c5-7baf-41ff-ae2a-7ce70b532555, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=599e14c5-7baf-41ff-ae2a-7ce70b532555,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:59:06.726907 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.727066 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] DHCP port deletion for 1494a22c-5bc9-4637-96fd-e852f4fb232e request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:59:06.727172 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Calling delete_port for 599e14c5-7baf-41ff-ae2a-7ce70b532555 owned by network:dhcp {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:59:06.746846 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] Deleting port 599e14c5-7baf-41ff-ae2a-7ce70b532555 {{(pid=113176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:59:06.747219 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), before_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.811715 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] For port 599e14c5-7baf-41ff-ae2a-7ce70b532555, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=599e14c5-7baf-41ff-ae2a-7ce70b532555,segment=NetworkSegment(b2865288-5d8b-4f6d-abe7-26d07ada409b),segment_id=b2865288-5d8b-4f6d-abe7-26d07ada409b)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:59:06.812192 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), precommit_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.826322 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] Calling delete_port for 599e14c5-7baf-41ff-ae2a-7ce70b532555 owned by network:dhcp {{(pid=113176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:59:06.885569 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:06.885817 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.903054 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (599e14c5-7baf-41ff-ae2a-7ce70b532555), after_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:06.911752 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=599e14c5-7baf-41ff-ae2a-7ce70b532555,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:06.916946 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] No DVR routers for this DVR port 599e14c5-7baf-41ff-ae2a-7ce70b532555 on host dv-cinder-857075-6-smb {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:59:06.928018 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] Pushing event deleted for resources: {'Port': ['ID=599e14c5-7baf-41ff-ae2a-7ce70b532555,revision_number=None']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:06.931573 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5dfa1-8339-4f4e-9b11-a8bfacdcb14c None None] No DVR routers for this DVR port 599e14c5-7baf-41ff-ae2a-7ce70b532555 on host dv-cinder-857075-6-smb {{(pid=113176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:59:06.995461 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (1494a22c-5bc9-4637-96fd-e852f4fb232e), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.015769 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1494a22c-5bc9-4637-96fd-e852f4fb232e']}} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:07.025267 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2865288-5d8b-4f6d-abe7-26d07ada409b') {'for_net_delete': True} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:07.025559 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2865288-5d8b-4f6d-abe7-26d07ada409b') {} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:59:07.035210 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15802361'] for segment (b2865288-5d8b-4f6d-abe7-26d07ada409b), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.049800 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (b2865288-5d8b-4f6d-abe7-26d07ada409b), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.056159 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=113175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:59:07.056554 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16109348'] for segment (b2865288-5d8b-4f6d-abe7-26d07ada409b), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.072594 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:07.098094 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment b2865288-5d8b-4f6d-abe7-26d07ada409b resource provider aggregate not found Sep 14 02:59:07.113374 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:07.115595 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment b2865288-5d8b-4f6d-abe7-26d07ada409b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2865288-5d8b-4f6d-abe7-26d07ada409b found for delete ", "request_id": "req-c0534bb2-e234-4b31-beab-a146a8c69408"}]} Sep 14 02:59:07.166422 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (1494a22c-5bc9-4637-96fd-e852f4fb232e), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.174456 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.176607 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/1494a22c-5bc9-4637-96fd-e852f4fb232e HTTP/1.1" status: 204 len: 168 time: 0.6806231 Sep 14 02:59:07.196047 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17b82-f6af-4585-84d7-266bc03da9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1494a22c-5bc9-4637-96fd-e852f4fb232e,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:07.551590 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45716) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:07.597617 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-d55af079-b8ac-49ec-b141-1a24cd5e85d1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ef9e0f5a3e3a423fbd778a6218543a20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446336 Sep 14 02:59:07.600189 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45718) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:07.647818 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7f99f815-93c5-4da0-aeae-d9f59d5fba09 admin admin] Publish callbacks [] for security_group (2c8b42ce-9b0d-4ff6-bad0-4662cd3b3173), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.667008 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7f99f815-93c5-4da0-aeae-d9f59d5fba09 admin admin] Publish callbacks [] for security_group (2c8b42ce-9b0d-4ff6-bad0-4662cd3b3173), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.795198 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7f99f815-93c5-4da0-aeae-d9f59d5fba09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (2c8b42ce-9b0d-4ff6-bad0-4662cd3b3173), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.798166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7f99f815-93c5-4da0-aeae-d9f59d5fba09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:07.799336 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-7f99f815-93c5-4da0-aeae-d9f59d5fba09 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2c8b42ce-9b0d-4ff6-bad0-4662cd3b3173 HTTP/1.1" status: 204 len: 168 time: 0.1982782 Sep 14 02:59:07.807286 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99f815-93c5-4da0-aeae-d9f59d5fba09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8b42ce-9b0d-4ff6-bad0-4662cd3b3173,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:07.902418 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a1efdf2c-9e03-4654-ae6a-0241c46a8846 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:59:07.924098 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: a1efdf2c-9e03-4654-ae6a-0241c46a8846 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:59:07.924794 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device a1efdf2c-9e03-4654-ae6a-0241c46a8846 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:59:07.924905 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 547664e5-7ffb-4e55-b8b8-db1b77898917 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:59:07.945697 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 547664e5-7ffb-4e55-b8b8-db1b77898917 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:59:07.946044 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 547664e5-7ffb-4e55-b8b8-db1b77898917 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:59:07.946446 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 599e14c5-7baf-41ff-ae2a-7ce70b532555 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:59:07.963835 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 599e14c5-7baf-41ff-ae2a-7ce70b532555 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:59:07.964182 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 599e14c5-7baf-41ff-ae2a-7ce70b532555 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:59:12.367539 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:12.786365 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:14.480908 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-79e5d2d9-6042-4cb0-946d-302c6ff71f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.090994 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45874) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:15.205496 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.282157 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Publish callbacks [] for security_group (25692d89-de3c-4041-8169-d5cd118bcf85), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.360909 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (25692d89-de3c-4041-8169-d5cd118bcf85), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.394516 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:15.401995 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8f6c82c4ef5e449aa0c267fdf4a609c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099618 Sep 14 02:59:15.402997 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25692d89-de3c-4041-8169-d5cd118bcf85,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:15.404940 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45880) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:15.411520 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.413961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.413961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.413961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.413961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.413961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.413961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.413961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.414579 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.414676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.414983 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.415309 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.415647 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.415950 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.416269 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe3472-570b-4cfb-83b8-a722cf97e721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.455696 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Publish callbacks [] for security_group (25692d89-de3c-4041-8169-d5cd118bcf85), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.475676 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Publish callbacks [] for security_group (25692d89-de3c-4041-8169-d5cd118bcf85), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.600274 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (25692d89-de3c-4041-8169-d5cd118bcf85), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.602674 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.609131 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/25692d89-de3c-4041-8169-d5cd118bcf85 HTTP/1.1" status: 204 len: 168 time: 0.1978247 Sep 14 02:59:15.612355 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25692d89-de3c-4041-8169-d5cd118bcf85,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:15.619561 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.619900 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.620234 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.620593 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.620923 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.621243 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.621562 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.621877 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.622196 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.622558 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.622856 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.623171 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.623488 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.623801 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:15.624112 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ded7-5ab2-49c0-80fe-9b3d313ce9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:16.212341 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 45890) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:16.225666 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c7f37963-09c6-4685-9001-36385838e1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:16.299887 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c7f37963-09c6-4685-9001-36385838e1ab admin admin] Publish callbacks [] for security_group (31e344bf-cc94-40b0-b1ff-c8eb0ed6e96a), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:16.338055 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-c7f37963-09c6-4685-9001-36385838e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (31e344bf-cc94-40b0-b1ff-c8eb0ed6e96a), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:16.377851 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-c7f37963-09c6-4685-9001-36385838e1ab admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=be620a214097448587930585ca6b2412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642878 Sep 14 02:59:16.378574 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f37963-09c6-4685-9001-36385838e1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e344bf-cc94-40b0-b1ff-c8eb0ed6e96a,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:16.380479 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 45896) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:16.433388 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4c2624ab-e5f9-4168-972b-224a388354da admin admin] Publish callbacks [] for security_group (31e344bf-cc94-40b0-b1ff-c8eb0ed6e96a), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:16.454840 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4c2624ab-e5f9-4168-972b-224a388354da admin admin] Publish callbacks [] for security_group (31e344bf-cc94-40b0-b1ff-c8eb0ed6e96a), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:16.594181 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4c2624ab-e5f9-4168-972b-224a388354da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (31e344bf-cc94-40b0-b1ff-c8eb0ed6e96a), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:16.596945 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4c2624ab-e5f9-4168-972b-224a388354da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:16.598444 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4c2624ab-e5f9-4168-972b-224a388354da admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/31e344bf-cc94-40b0-b1ff-c8eb0ed6e96a HTTP/1.1" status: 204 len: 168 time: 0.2166696 Sep 14 02:59:16.606653 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2624ab-e5f9-4168-972b-224a388354da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e344bf-cc94-40b0-b1ff-c8eb0ed6e96a,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:16.749318 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ae1d88ec-cf3c-49fb-89d4-fd7e02f74df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:18.206216 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:19.897877 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:19.937395 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:24.355196 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46048) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:24.459234 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-dd0be9df-bb83-4ead-b290-e76214bdf339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:24.535971 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-dd0be9df-bb83-4ead-b290-e76214bdf339 admin admin] Publish callbacks [] for security_group (79d20aa2-9148-4df4-8999-ce494b51a438), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:24.599894 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-dd0be9df-bb83-4ead-b290-e76214bdf339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (79d20aa2-9148-4df4-8999-ce494b51a438), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:24.637221 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0be9df-bb83-4ead-b290-e76214bdf339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d20aa2-9148-4df4-8999-ce494b51a438,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:24.642563 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-dd0be9df-bb83-4ead-b290-e76214bdf339 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0957e48f56b34bc8a4ebbdb7e8a1d87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862682 Sep 14 02:59:24.645668 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46052) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:24.691778 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:24.697146 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-80acd523-fd7e-44bc-a30d-81525dd5b55f admin admin] Publish callbacks [] for security_group (79d20aa2-9148-4df4-8999-ce494b51a438), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:24.717716 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-80acd523-fd7e-44bc-a30d-81525dd5b55f admin admin] Publish callbacks [] for security_group (79d20aa2-9148-4df4-8999-ce494b51a438), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:24.818094 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-80acd523-fd7e-44bc-a30d-81525dd5b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (79d20aa2-9148-4df4-8999-ce494b51a438), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:24.820606 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-80acd523-fd7e-44bc-a30d-81525dd5b55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:24.825462 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-80acd523-fd7e-44bc-a30d-81525dd5b55f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/79d20aa2-9148-4df4-8999-ce494b51a438 HTTP/1.1" status: 204 len: 168 time: 0.1751761 Sep 14 02:59:24.830201 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acd523-fd7e-44bc-a30d-81525dd5b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d20aa2-9148-4df4-8999-ce494b51a438,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:25.414522 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46082) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:25.434119 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f0199902-f903-4e44-bcc8-3a752e871eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:25.511588 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f0199902-f903-4e44-bcc8-3a752e871eb1 admin admin] Publish callbacks [] for security_group (be1b31cd-4f25-4063-91dd-f534a25d60bd), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:25.594767 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-f0199902-f903-4e44-bcc8-3a752e871eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (be1b31cd-4f25-4063-91dd-f534a25d60bd), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:25.638797 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-f0199902-f903-4e44-bcc8-3a752e871eb1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=688f27b1079b480c9e6d696331eb9433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226808 Sep 14 02:59:25.639951 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0199902-f903-4e44-bcc8-3a752e871eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1b31cd-4f25-4063-91dd-f534a25d60bd,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:25.641607 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46090) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:25.695489 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-afca6373-884e-4779-8321-9dee300b1908 admin admin] Publish callbacks [] for security_group (be1b31cd-4f25-4063-91dd-f534a25d60bd), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:25.715631 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-afca6373-884e-4779-8321-9dee300b1908 admin admin] Publish callbacks [] for security_group (be1b31cd-4f25-4063-91dd-f534a25d60bd), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:25.812037 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-afca6373-884e-4779-8321-9dee300b1908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (be1b31cd-4f25-4063-91dd-f534a25d60bd), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:25.814534 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-afca6373-884e-4779-8321-9dee300b1908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:25.815741 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-afca6373-884e-4779-8321-9dee300b1908 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/be1b31cd-4f25-4063-91dd-f534a25d60bd HTTP/1.1" status: 204 len: 168 time: 0.1722972 Sep 14 02:59:25.824976 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca6373-884e-4779-8321-9dee300b1908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1b31cd-4f25-4063-91dd-f534a25d60bd,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:27.825173 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:59:28.272896 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46148) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:28.440344 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2fab-4739-4c80-b822-4e771a2d5e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.482116 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:28.526478 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2fab-4739-4c80-b822-4e771a2d5e4b admin admin] Publish callbacks [] for security_group (8be353c8-13b7-4850-a70b-631fe1608078), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.635472 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2fab-4739-4c80-b822-4e771a2d5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (8be353c8-13b7-4850-a70b-631fe1608078), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.676018 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3b6a2fab-4739-4c80-b822-4e771a2d5e4b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fece51e5e75c4e7d8ae7bf6db3f8eb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020281 Sep 14 02:59:28.677041 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2fab-4739-4c80-b822-4e771a2d5e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be353c8-13b7-4850-a70b-631fe1608078,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:28.678823 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46162) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:28.744724 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-72f1b746-c995-4d29-a237-cfaf92a9b5ea admin admin] Publish callbacks [] for security_group (8be353c8-13b7-4850-a70b-631fe1608078), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.765203 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-72f1b746-c995-4d29-a237-cfaf92a9b5ea admin admin] Publish callbacks [] for security_group (8be353c8-13b7-4850-a70b-631fe1608078), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.874785 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-72f1b746-c995-4d29-a237-cfaf92a9b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (8be353c8-13b7-4850-a70b-631fe1608078), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.877408 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-72f1b746-c995-4d29-a237-cfaf92a9b5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.878725 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-72f1b746-c995-4d29-a237-cfaf92a9b5ea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8be353c8-13b7-4850-a70b-631fe1608078 HTTP/1.1" status: 204 len: 168 time: 0.1986082 Sep 14 02:59:28.889093 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1b746-c995-4d29-a237-cfaf92a9b5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be353c8-13b7-4850-a70b-631fe1608078,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:29.460359 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46176) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:29.474185 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-91919507-527c-4e88-b959-6a4f4c23965c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:29.501239 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:29.524864 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:29.552855 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-91919507-527c-4e88-b959-6a4f4c23965c admin admin] Publish callbacks [] for security_group (407ab97c-e769-4edc-952c-c86508279515), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:29.600636 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-91919507-527c-4e88-b959-6a4f4c23965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (407ab97c-e769-4edc-952c-c86508279515), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:29.639043 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-91919507-527c-4e88-b959-6a4f4c23965c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1da1566d8bd746228d42faf2c683e578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776159 Sep 14 02:59:29.640925 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91919507-527c-4e88-b959-6a4f4c23965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ab97c-e769-4edc-952c-c86508279515,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:29.642221 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46180) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:29.693105 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d5baa32e-2796-4c21-89c0-97dd6ed4c0cc admin admin] Publish callbacks [] for security_group (407ab97c-e769-4edc-952c-c86508279515), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:29.713161 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d5baa32e-2796-4c21-89c0-97dd6ed4c0cc admin admin] Publish callbacks [] for security_group (407ab97c-e769-4edc-952c-c86508279515), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:29.846322 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d5baa32e-2796-4c21-89c0-97dd6ed4c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (407ab97c-e769-4edc-952c-c86508279515), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:29.848890 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-d5baa32e-2796-4c21-89c0-97dd6ed4c0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:29.850025 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-d5baa32e-2796-4c21-89c0-97dd6ed4c0cc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/407ab97c-e769-4edc-952c-c86508279515 HTTP/1.1" status: 204 len: 168 time: 0.2049682 Sep 14 02:59:29.858021 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baa32e-2796-4c21-89c0-97dd6ed4c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ab97c-e769-4edc-952c-c86508279515,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:30.879799 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46216) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:30.982488 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-744071420-network', 'tenant_id': 'c80503fc3e2c4b9eb236827625874578'}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:59:31.046315 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Made reservation on behalf of c80503fc3e2c4b9eb236827625874578 for: {'network': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:59:31.048634 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.060789 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.139681 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Publish callbacks [] for security_group (6a4462a1-23d8-4f43-8a80-cbff6636ed2d), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.200646 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (6a4462a1-23d8-4f43-8a80-cbff6636ed2d), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.225786 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:31.229176 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=113174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:59:31.235669 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4462a1-23d8-4f43-8a80-cbff6636ed2d,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:31.242077 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (2fa6d20f-8763-43cb-9e50-237a96f63fb6), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.247669 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.segments_db [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Added segment 2fa6d20f-8763-43cb-9e50-237a96f63fb6 of type vlan for network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 Sep 14 02:59:31.284559 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (05cdc9bb-b433-44d2-b7ab-039ae9c92e14), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.354863 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (05cdc9bb-b433-44d2-b7ab-039ae9c92e14), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.355880 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:31.356457 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.421318 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] Pushing event updated for resources: {'Network': ['ID=05cdc9bb-b433-44d2-b7ab-039ae9c92e14,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:31.431071 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:59:31.445186 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4fb4dd41-a220-47dc-a811-8a9831ff0358 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5630667 Sep 14 02:59:31.447232 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46230) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:31.452064 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Request body: {'subnet': {'network_id': '05cdc9bb-b433-44d2-b7ab-039ae9c92e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-744071420-subnet', 'tenant_id': 'c80503fc3e2c4b9eb236827625874578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:59:31.531738 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Made reservation on behalf of c80503fc3e2c4b9eb236827625874578 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:59:31.534219 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781849'] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.755115 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781839'] for subnet (622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.813334 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:31.821366 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Checking segment: {'id': '2fa6d20f-8763-43cb-9e50-237a96f63fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '05cdc9bb-b433-44d2-b7ab-039ae9c92e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:59:31.821723 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Network hostable DHCP agents. Network: 05cdc9bb-b433-44d2-b7ab-039ae9c92e14, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:59:31.874550 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:59:31.926719 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 05cdc9bb-b433-44d2-b7ab-039ae9c92e14) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:59:31.930811 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:31.931397 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:31.936831 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534db728-bf69-4a96-b1ff-76ac8bee865b None None] Network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:59:31.992950 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-6492c07e-aaee-4aac-9d18-5380d620c186 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5444965 Sep 14 02:59:32.055577 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d1e56-72f8-4563-9854-41a076c4f1a8 None None] Network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:59:32.707006 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46254) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:32.712439 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1180830915-network', 'tenant_id': 'e42ec9f047ec48dbac9fee4214f03e59'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:59:32.800642 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Made reservation on behalf of e42ec9f047ec48dbac9fee4214f03e59 for: {'network': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:59:32.805387 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:32.812356 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:32.897067 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Publish callbacks [] for security_group (4698511e-8598-4951-9f9a-08faaf17ab0a), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:32.919858 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46258) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:32.960705 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4698511e-8598-4951-9f9a-08faaf17ab0a), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:32.979981 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:32.990781 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=113175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:59:32.997395 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4698511e-8598-4951-9f9a-08faaf17ab0a,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:33.005609 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (71a94de9-a323-4a3a-babd-489c0d1922f9), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.005844 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.segments_db [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Added segment 71a94de9-a323-4a3a-babd-489c0d1922f9 of type vlan for network 98833e65-4825-41f6-920a-f3da4da8d2bd Sep 14 02:59:33.050566 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-22980368-7de9-4738-a34c-870bfa84f683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.066657 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (98833e65-4825-41f6-920a-f3da4da8d2bd), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.086901 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:33.152622 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-22980368-7de9-4738-a34c-870bfa84f683 admin admin] Publish callbacks [] for security_group (724ac4fb-7f47-4413-a760-d58ff8f57695), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.161170 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (98833e65-4825-41f6-920a-f3da4da8d2bd), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.162287 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:33.162895 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.213217 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-22980368-7de9-4738-a34c-870bfa84f683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (724ac4fb-7f47-4413-a760-d58ff8f57695), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.249863 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] Pushing event updated for resources: {'Network': ['ID=98833e65-4825-41f6-920a-f3da4da8d2bd,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:33.260555 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 98833e65-4825-41f6-920a-f3da4da8d2bd details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:59:33.264133 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22980368-7de9-4738-a34c-870bfa84f683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724ac4fb-7f47-4413-a760-d58ff8f57695,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:33.268176 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-22980368-7de9-4738-a34c-870bfa84f683 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fa6c5f4f22584f61ad2950423d9e00fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473291 Sep 14 02:59:33.271672 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46262) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:33.288456 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-298415d2-d2ab-4897-b40c-19de576e7e5b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5797830 Sep 14 02:59:33.291419 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46264) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:33.296282 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Request body: {'subnet': {'network_id': '98833e65-4825-41f6-920a-f3da4da8d2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1180830915-subnet', 'tenant_id': 'e42ec9f047ec48dbac9fee4214f03e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:59:33.322892 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:33.346694 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-cc64915e-6897-4c64-87ef-f3634d9f03cf admin admin] Publish callbacks [] for security_group (724ac4fb-7f47-4413-a760-d58ff8f57695), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.366034 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-cc64915e-6897-4c64-87ef-f3634d9f03cf admin admin] Publish callbacks [] for security_group (724ac4fb-7f47-4413-a760-d58ff8f57695), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.400540 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Made reservation on behalf of e42ec9f047ec48dbac9fee4214f03e59 for: {'subnet': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:59:33.402809 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781849'] for subnet (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.404937 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:33.523049 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-cc64915e-6897-4c64-87ef-f3634d9f03cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (724ac4fb-7f47-4413-a760-d58ff8f57695), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.525593 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-cc64915e-6897-4c64-87ef-f3634d9f03cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.526756 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-cc64915e-6897-4c64-87ef-f3634d9f03cf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/724ac4fb-7f47-4413-a760-d58ff8f57695 HTTP/1.1" status: 204 len: 168 time: 0.2539716 Sep 14 02:59:33.539266 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64915e-6897-4c64-87ef-f3634d9f03cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724ac4fb-7f47-4413-a760-d58ff8f57695,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:33.709478 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781839'] for subnet (b0cb0172-536a-4106-a4f9-1c50c276fa12), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.767498 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0cb0172-536a-4106-a4f9-1c50c276fa12,revision_number=0']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:33.777892 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Checking segment: {'id': '71a94de9-a323-4a3a-babd-489c0d1922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98833e65-4825-41f6-920a-f3da4da8d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:59:33.778243 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Network hostable DHCP agents. Network: 98833e65-4825-41f6-920a-f3da4da8d2bd, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:59:33.852097 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Network 98833e65-4825-41f6-920a-f3da4da8d2bd is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:59:33.914225 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 98833e65-4825-41f6-920a-f3da4da8d2bd) {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:59:33.918148 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:33.918702 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:33.924365 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b4227-1365-4fbf-9c90-67a1f9a12c20 None None] Network 98833e65-4825-41f6-920a-f3da4da8d2bd requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:59:34.007175 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-72e7b63d-3de4-428e-824e-0cee60c52f3a admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7052138 Sep 14 02:59:34.050415 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4b6b0-7793-4571-8e50-25f0bffe2c95 None None] Network 98833e65-4825-41f6-920a-f3da4da8d2bd requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:59:34.165820 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46274) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:34.180267 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0427850b-9e55-407b-bcc0-91454bf6adb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:34.240290 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:34.263214 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0427850b-9e55-407b-bcc0-91454bf6adb2 admin admin] Publish callbacks [] for security_group (dcabbfcd-67e0-466f-959f-c55398cddf30), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:34.326306 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-0427850b-9e55-407b-bcc0-91454bf6adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (dcabbfcd-67e0-466f-959f-c55398cddf30), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:34.368499 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-0427850b-9e55-407b-bcc0-91454bf6adb2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=40395e85497e49bcb3cc7e33ae593a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015378 Sep 14 02:59:34.369418 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427850b-9e55-407b-bcc0-91454bf6adb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcabbfcd-67e0-466f-959f-c55398cddf30,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:34.371287 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46282) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:34.425214 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-52a11b1d-3d5d-41c0-9aa2-0099e0418a52 admin admin] Publish callbacks [] for security_group (dcabbfcd-67e0-466f-959f-c55398cddf30), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:34.450885 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-52a11b1d-3d5d-41c0-9aa2-0099e0418a52 admin admin] Publish callbacks [] for security_group (dcabbfcd-67e0-466f-959f-c55398cddf30), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:34.568774 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-ac4113ec-9712-438b-87ea-580507700de3 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:34.570221 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-ac4113ec-9712-438b-87ea-580507700de3 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/networks?id=05cdc9bb-b433-44d2-b7ab-039ae9c92e14 HTTP/1.1" status: 200 len: 808 time: 0.1088347 Sep 14 02:59:34.584386 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-52a11b1d-3d5d-41c0-9aa2-0099e0418a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (dcabbfcd-67e0-466f-959f-c55398cddf30), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:34.584935 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-a1bcb22a-c918-4bdc-8bfc-afa08890066c tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/quotas/c80503fc3e2c4b9eb236827625874578 HTTP/1.1" status: 200 len: 375 time: 0.0092716 Sep 14 02:59:34.587078 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-52a11b1d-3d5d-41c0-9aa2-0099e0418a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:34.591013 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-52a11b1d-3d5d-41c0-9aa2-0099e0418a52 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dcabbfcd-67e0-466f-959f-c55398cddf30 HTTP/1.1" status: 204 len: 168 time: 0.2179866 Sep 14 02:59:34.599951 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a11b1d-3d5d-41c0-9aa2-0099e0418a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcabbfcd-67e0-466f-959f-c55398cddf30,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:34.619772 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-4cffdae3-cb8e-4d73-9e46-1341d7e20c37 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c80503fc3e2c4b9eb236827625874578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296624 Sep 14 02:59:34.773516 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:34.808701 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-dbaf4d20-b106-48e9-89cf-7fb7c0f589d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/05cdc9bb-b433-44d2-b7ab-039ae9c92e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819482 Sep 14 02:59:34.864036 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:34.900487 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-e273fc5a-16d8-40b4-8c17-c63941b676ac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/05cdc9bb-b433-44d2-b7ab-039ae9c92e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859814 Sep 14 02:59:35.147120 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e962b8c5-95dd-4b40-af73-857c47056d57 req-26350bb1-61a3-48a6-b4d6-e8e1f0c05db3 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 210 time: 0.0319300 Sep 14 02:59:35.402686 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46306) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:35.415783 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2656-353b-4dd7-a781-a528936f9592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:35.434049 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:35.491310 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2656-353b-4dd7-a781-a528936f9592 admin admin] Publish callbacks [] for security_group (68a0e4fd-5d55-404f-a259-6cbbe83a9a98), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:35.543271 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2656-353b-4dd7-a781-a528936f9592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (68a0e4fd-5d55-404f-a259-6cbbe83a9a98), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:35.583456 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b2656-353b-4dd7-a781-a528936f9592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0e4fd-5d55-404f-a259-6cbbe83a9a98,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:35.588686 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ad0b2656-353b-4dd7-a781-a528936f9592 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a1dbf3d0b92b493ea186f0a3be6e685c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840708 Sep 14 02:59:35.590638 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46308) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:35.646202 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-25435e01-8254-41fa-a1fd-d6eb3f88517e admin admin] Publish callbacks [] for security_group (68a0e4fd-5d55-404f-a259-6cbbe83a9a98), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:35.666906 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-25435e01-8254-41fa-a1fd-d6eb3f88517e admin admin] Publish callbacks [] for security_group (68a0e4fd-5d55-404f-a259-6cbbe83a9a98), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:35.772294 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-25435e01-8254-41fa-a1fd-d6eb3f88517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (68a0e4fd-5d55-404f-a259-6cbbe83a9a98), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:35.775125 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-25435e01-8254-41fa-a1fd-d6eb3f88517e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:35.776293 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-25435e01-8254-41fa-a1fd-d6eb3f88517e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/68a0e4fd-5d55-404f-a259-6cbbe83a9a98 HTTP/1.1" status: 204 len: 168 time: 0.1838968 Sep 14 02:59:35.788608 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25435e01-8254-41fa-a1fd-d6eb3f88517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0e4fd-5d55-404f-a259-6cbbe83a9a98,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:36.262098 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7e3c5a05-6a26-4899-ab06-bc720012dc30 req-0900a006-c691-492a-880e-8631cf37161f tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 210 time: 0.0388572 Sep 14 02:59:37.284417 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:37.374571 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4497e015-4c9f-4313-a3d6-2d16b18c6b89 req-e7a77e08-c9a8-4ca6-8fdb-4ed0e07c1dcf tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 210 time: 0.0298982 Sep 14 02:59:37.398915 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-d7c9c3ac-c7ee-483e-bf46-7946603f8fd8 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:37.398915 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-d7c9c3ac-c7ee-483e-bf46-7946603f8fd8 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.23 "GET /networking/v2.0/networks?id=05cdc9bb-b433-44d2-b7ab-039ae9c92e14 HTTP/1.1" status: 200 len: 808 time: 0.1235867 Sep 14 02:59:37.415140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Request body: {'port': {'device_id': '9925edd6-5fa3-4bf6-a979-2fb778885c36', 'network_id': '05cdc9bb-b433-44d2-b7ab-039ae9c92e14', 'admin_state_up': True, 'tenant_id': 'c80503fc3e2c4b9eb236827625874578'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:59:37.766601 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Made reservation on behalf of c80503fc3e2c4b9eb236827625874578 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:59:37.770989 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:37.821739 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:37.902819 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:37.904084 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Allocated IP 172.20.0.14 (05cdc9bb-b433-44d2-b7ab-039ae9c92e14/622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99/94624dbc-4a10-4ddc-925f-34f342bfd450) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:59:38.302565 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Publish callbacks [] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:38.377824 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:38.422775 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:59:38.430049 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:59:38.432439 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:59:38.439009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Pushing event updated for resources: {'Port': ['ID=94624dbc-4a10-4ddc-925f-34f342bfd450,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:38.489753 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:38.490153 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:38.513730 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c2d2-f090-4a38-a976-b8952d1a9d65 req-a8ba6ee8-7f94-46a9-a66c-ee47935d7266 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:38.515249 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5ed1c2d2-f090-4a38-a976-b8952d1a9d65 req-a8ba6ee8-7f94-46a9-a66c-ee47935d7266 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 932 time: 0.0510795 Sep 14 02:59:38.563900 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5ed1c2d2-f090-4a38-a976-b8952d1a9d65 req-cb82728c-c043-4e5c-9226-6324f8c335ed tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417256 Sep 14 02:59:38.620335 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-b02ba4ec-ac04-479a-8c90-f37cc19d4759 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2137060 Sep 14 02:59:38.632833 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Request body: {'port': {'device_id': '9925edd6-5fa3-4bf6-a979-2fb778885c36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:59:38.694659 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:38.861208 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:38.958369 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94624dbc-4a10-4ddc-925f-34f342bfd450 {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:59:38.966697 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Publish callbacks [] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:38.979987 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Transition to ACTIVE for port object 94624dbc-4a10-4ddc-925f-34f342bfd450 will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:59:39.057445 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:39.121827 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Pushing event updated for resources: {'Port': ['ID=94624dbc-4a10-4ddc-925f-34f342bfd450,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:39.172123 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Attempting to bind port 94624dbc-4a10-4ddc-925f-34f342bfd450 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:59:39.172451 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Attempting to bind port 94624dbc-4a10-4ddc-925f-34f342bfd450 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '2fa6d20f-8763-43cb-9e50-237a96f63fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '05cdc9bb-b433-44d2-b7ab-039ae9c92e14'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:59:39.172774 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Attempting to bind port 94624dbc-4a10-4ddc-925f-34f342bfd450 on network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:59:39.218316 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Port 94624dbc-4a10-4ddc-925f-34f342bfd450 on network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:59:39.219266 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Attempting to bind port 94624dbc-4a10-4ddc-925f-34f342bfd450 on network 05cdc9bb-b433-44d2-b7ab-039ae9c92e14 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:59:39.259153 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:39.263268 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:59:39.263599 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Checking segment: {'id': '2fa6d20f-8763-43cb-9e50-237a96f63fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '05cdc9bb-b433-44d2-b7ab-039ae9c92e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:59:39.263972 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Bound using segment: {'id': '2fa6d20f-8763-43cb-9e50-237a96f63fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '05cdc9bb-b433-44d2-b7ab-039ae9c92e14'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:59:39.264430 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Bound port: 94624dbc-4a10-4ddc-925f-34f342bfd450, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa6d20f-8763-43cb-9e50-237a96f63fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '05cdc9bb-b433-44d2-b7ab-039ae9c92e14'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:59:39.264802 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:39.329052 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] For port 94624dbc-4a10-4ddc-925f-34f342bfd450, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:59:39.332365 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] For port 94624dbc-4a10-4ddc-925f-34f342bfd450, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94624dbc-4a10-4ddc-925f-34f342bfd450,segment=NetworkSegment(2fa6d20f-8763-43cb-9e50-237a96f63fb6),segment_id=2fa6d20f-8763-43cb-9e50-237a96f63fb6)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:59:39.412609 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:39.416927 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:39.417539 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:39.418951 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/94624dbc-4a10-4ddc-925f-34f342bfd450 HTTP/1.1" status: 200 len: 1094 time: 0.7913115 Sep 14 02:59:39.419498 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9925edd6-5fa3-4bf6-a979-2fb778885c36', 'tag': '94624dbc-4a10-4ddc-925f-34f342bfd450'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:59:39.422236 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce4b170-42f3-47d1-bc17-87e50a56cd20" -d '{"events": [{"name": "network-changed", "server_uuid": "9925edd6-5fa3-4bf6-a979-2fb778885c36", "tag": "94624dbc-4a10-4ddc-925f-34f342bfd450"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:59:39.468264 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be856393-78ee-459d-b33c-31c7e7785e07 x-openstack-request-id: req-be856393-78ee-459d-b33c-31c7e7785e07 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:59:39.468551 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9925edd6-5fa3-4bf6-a979-2fb778885c36", "tag": "94624dbc-4a10-4ddc-925f-34f342bfd450", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:59:39.468806 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-be856393-78ee-459d-b33c-31c7e7785e07 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:59:39.469205 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be856393-78ee-459d-b33c-31c7e7785e07'] response: {'name': 'network-changed', 'server_uuid': '9925edd6-5fa3-4bf6-a979-2fb778885c36', 'tag': '94624dbc-4a10-4ddc-925f-34f342bfd450', 'status': 'completed', 'code': 200} Sep 14 02:59:39.474071 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744da474-2221-4f6e-936b-0383d86c0cdb service neutron] Pushing event updated for resources: {'Port': ['ID=94624dbc-4a10-4ddc-925f-34f342bfd450,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:39.530964 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4b170-42f3-47d1-bc17-87e50a56cd20 req-8818495c-a82b-4775-a45d-7d0bae12cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:39.532475 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8ce4b170-42f3-47d1-bc17-87e50a56cd20 req-8818495c-a82b-4775-a45d-7d0bae12cb7f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80503fc3e2c4b9eb236827625874578&device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 1128 time: 0.0451469 Sep 14 02:59:39.638241 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4b170-42f3-47d1-bc17-87e50a56cd20 req-54861057-120a-4222-9ad2-a8bbf11311e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:39.639802 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8ce4b170-42f3-47d1-bc17-87e50a56cd20 req-54861057-120a-4222-9ad2-a8bbf11311e8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=c80503fc3e2c4b9eb236827625874578&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0983360 Sep 14 02:59:39.707339 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c912c62-9e63-48f6-bccb-57f2b944670d req-27a2cd28-8ca2-4d39-bc44-4631641ff961 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:39.713931 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0c912c62-9e63-48f6-bccb-57f2b944670d req-27a2cd28-8ca2-4d39-bc44-4631641ff961 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 944 time: 0.0533750 Sep 14 02:59:39.744693 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4b170-42f3-47d1-bc17-87e50a56cd20 req-da9d7306-b371-4f92-ab8c-e9783d5cf79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:39.746183 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8ce4b170-42f3-47d1-bc17-87e50a56cd20 req-da9d7306-b371-4f92-ab8c-e9783d5cf79a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0966020 Sep 14 02:59:39.759689 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0c912c62-9e63-48f6-bccb-57f2b944670d req-846d2d9f-de6c-45c5-a360-5526a86368f6 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Sep 14 02:59:39.829604 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-94e064dd-7b64-4d03-a4d2-ffbba27b4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:39.831140 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-94e064dd-7b64-4d03-a4d2-ffbba27b4240 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80503fc3e2c4b9eb236827625874578&device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 1128 time: 0.0415950 Sep 14 02:59:39.875989 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-ed81c253-b040-4e46-b681-a90ae4bb8bf4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94624dbc-4a10-4ddc-925f-34f342bfd450 HTTP/1.1" status: 200 len: 217 time: 0.0367043 Sep 14 02:59:39.930826 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-dd508c20-54c0-4eb1-b3da-ceacb74a0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:39.932294 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-dd508c20-54c0-4eb1-b3da-ceacb74a0f8e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99 HTTP/1.1" status: 200 len: 848 time: 0.0450704 Sep 14 02:59:39.965045 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-abe0287d-e6b5-49a6-b7c1-3515bf54393f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=05cdc9bb-b433-44d2-b7ab-039ae9c92e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261900 Sep 14 02:59:40.052867 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:40.063225 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-478f9b37-8e84-4a03-a837-0c6a7ac41aa6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/05cdc9bb-b433-44d2-b7ab-039ae9c92e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903134 Sep 14 02:59:40.158963 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-e2019c93-47ea-4976-89fd-0637ae2214e4 req-c6e6eee8-e514-42d0-9d0b-56f558106d72 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/05cdc9bb-b433-44d2-b7ab-039ae9c92e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888708 Sep 14 02:59:40.890370 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d4819-480f-496b-8c6e-44192962e96f req-c9e30043-d80c-4331-b359-0354d38c8bc2 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:40.891877 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e9d4819-480f-496b-8c6e-44192962e96f req-c9e30043-d80c-4331-b359-0354d38c8bc2 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 944 time: 0.0492895 Sep 14 02:59:40.942613 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3e9d4819-480f-496b-8c6e-44192962e96f req-9b224870-c2d3-478b-a23b-066b1016d9c5 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Sep 14 02:59:42.065493 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb71c18-64c9-4c3b-b820-b6d9409fbc42 req-442b4a9b-f2c4-4e6c-8322-6605971717e7 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:42.066987 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4fb71c18-64c9-4c3b-b820-b6d9409fbc42 req-442b4a9b-f2c4-4e6c-8322-6605971717e7 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 944 time: 0.0487092 Sep 14 02:59:42.107095 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:42.119863 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4fb71c18-64c9-4c3b-b820-b6d9409fbc42 req-f59e5599-ee99-44af-978d-1f4f29aa7744 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Sep 14 02:59:43.240275 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e2e80-ae06-4d0f-adf4-cda407609e1c req-aeecd1f4-18c3-4dc2-99c7-382ff7335f14 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:43.242041 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9e4e2e80-ae06-4d0f-adf4-cda407609e1c req-aeecd1f4-18c3-4dc2-99c7-382ff7335f14 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 944 time: 0.0473900 Sep 14 02:59:43.290829 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9e4e2e80-ae06-4d0f-adf4-cda407609e1c req-4e3be2d1-7dd3-4595-9b3d-05496c7a14ae tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Sep 14 02:59:43.454498 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 94624dbc-4a10-4ddc-925f-34f342bfd450 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:59:43.464841 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:43.557969 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 94624dbc-4a10-4ddc-925f-34f342bfd450, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94624dbc-4a10-4ddc-925f-34f342bfd450,segment=NetworkSegment(2fa6d20f-8763-43cb-9e50-237a96f63fb6),segment_id=2fa6d20f-8763-43cb-9e50-237a96f63fb6)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:59:43.574937 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '94624dbc-4a10-4ddc-925f-34f342bfd450', 'network_id': '05cdc9bb-b433-44d2-b7ab-039ae9c92e14', 'port_id': '94624dbc-4a10-4ddc-925f-34f342bfd450', 'mac_address': 'fa:16:3e:33:9c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:59:43.610390 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 94624dbc-4a10-4ddc-925f-34f342bfd450 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:59:43.610724 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:43.626261 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94624dbc-4a10-4ddc-925f-34f342bfd450 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:59:43.646060 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 94624dbc-4a10-4ddc-925f-34f342bfd450, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94624dbc-4a10-4ddc-925f-34f342bfd450,segment=NetworkSegment(2fa6d20f-8763-43cb-9e50-237a96f63fb6),segment_id=2fa6d20f-8763-43cb-9e50-237a96f63fb6)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:59:43.703657 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:43.753313 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=94624dbc-4a10-4ddc-925f-34f342bfd450,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:43.760292 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.760634 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.760975 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.761337 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.761833 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.762220 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.762719 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.763318 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.763844 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.764347 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.764690 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.765248 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.765854 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.766268 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.766630 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:59:43.933150 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['94624dbc-4a10-4ddc-925f-34f342bfd450'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:59:44.428619 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd2eef-b9c5-4458-a936-b6f4d4a075bc req-6f97d782-8cd6-4ac9-bbab-77aea25c41cd tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:44.445637 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dbfd2eef-b9c5-4458-a936-b6f4d4a075bc req-6f97d782-8cd6-4ac9-bbab-77aea25c41cd tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 945 time: 0.0519285 Sep 14 02:59:44.479757 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dbfd2eef-b9c5-4458-a936-b6f4d4a075bc req-0984fae6-51f9-4279-a9ad-0c0b228387c5 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Sep 14 02:59:44.520325 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-32660976-d06b-4c45-b470-5006cb12da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:45.480485 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 94624dbc-4a10-4ddc-925f-34f342bfd450 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:59:45.529069 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:45.532628 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port 94624dbc-4a10-4ddc-925f-34f342bfd450 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:59:45.583154 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 94624dbc-4a10-4ddc-925f-34f342bfd450 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:59:45.583572 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:45.584008 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 94624dbc-4a10-4ddc-925f-34f342bfd450 Sep 14 02:59:45.616733 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd70bad-36e8-4524-9de7-d5c6b66cbd7b req-48f68e3f-e2c5-4e96-bd34-0cc6ee8b7804 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:45.619255 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cbd70bad-36e8-4524-9de7-d5c6b66cbd7b req-48f68e3f-e2c5-4e96-bd34-0cc6ee8b7804 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 945 time: 0.0530598 Sep 14 02:59:45.663323 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 94624dbc-4a10-4ddc-925f-34f342bfd450 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:59:45.663723 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:45.670680 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-cbd70bad-36e8-4524-9de7-d5c6b66cbd7b req-e02f2c94-f63e-4f97-bc4b-909f459cdf30 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Sep 14 02:59:45.692167 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9925edd6-5fa3-4bf6-a979-2fb778885c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94624dbc-4a10-4ddc-925f-34f342bfd450'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:59:45.694341 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab56f84-7768-4467-8883-3a8674441538" -d '{"events": [{"server_uuid": "9925edd6-5fa3-4bf6-a979-2fb778885c36", "name": "network-vif-plugged", "status": "completed", "tag": "94624dbc-4a10-4ddc-925f-34f342bfd450"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:59:45.707709 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 94624dbc-4a10-4ddc-925f-34f342bfd450, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94624dbc-4a10-4ddc-925f-34f342bfd450,segment=NetworkSegment(2fa6d20f-8763-43cb-9e50-237a96f63fb6),segment_id=2fa6d20f-8763-43cb-9e50-237a96f63fb6)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:59:45.735713 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489abd2b-c5fe-4807-986a-3d55b3e6a42f x-openstack-request-id: req-489abd2b-c5fe-4807-986a-3d55b3e6a42f {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:59:45.736027 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9925edd6-5fa3-4bf6-a979-2fb778885c36", "name": "network-vif-plugged", "status": "completed", "tag": "94624dbc-4a10-4ddc-925f-34f342bfd450", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:59:45.736288 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-489abd2b-c5fe-4807-986a-3d55b3e6a42f {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:59:45.736678 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489abd2b-c5fe-4807-986a-3d55b3e6a42f'] response: {'server_uuid': '9925edd6-5fa3-4bf6-a979-2fb778885c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94624dbc-4a10-4ddc-925f-34f342bfd450', 'code': 200} Sep 14 02:59:45.771635 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:45.820276 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=94624dbc-4a10-4ddc-925f-34f342bfd450,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:46.060817 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f259c-a595-4c1b-84a4-40cdb91968c3 req-2ca87f71-71c7-49bf-b62e-0c86c9fa5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:46.062355 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-794f259c-a595-4c1b-84a4-40cdb91968c3 req-2ca87f71-71c7-49bf-b62e-0c86c9fa5639 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 1130 time: 0.0409787 Sep 14 02:59:46.113029 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-794f259c-a595-4c1b-84a4-40cdb91968c3 req-54c90936-affa-43f7-ab4d-f4d5d09fddd5 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 Sep 14 02:59:46.720220 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-f6147d80-8c31-448b-ae8a-5fdfec358f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:46.797720 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025bff8-9d67-426d-86c4-2b1a2cdd5611 req-59fac751-c870-4ce8-af0b-a8a1389e7cd8 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:46.799295 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3025bff8-9d67-426d-86c4-2b1a2cdd5611 req-59fac751-c870-4ce8-af0b-a8a1389e7cd8 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 946 time: 0.0506182 Sep 14 02:59:46.848010 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3025bff8-9d67-426d-86c4-2b1a2cdd5611 req-53e04db2-23cf-4797-8b47-c51cd5278127 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Sep 14 02:59:47.979097 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5dd29-ea91-40df-9090-3d89565e9eff req-94707eab-e1dc-44c7-9347-ef8ed1249757 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:47.980637 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-94a5dd29-ea91-40df-9090-3d89565e9eff req-94707eab-e1dc-44c7-9347-ef8ed1249757 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 946 time: 0.0515625 Sep 14 02:59:48.001455 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:48.032620 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-94a5dd29-ea91-40df-9090-3d89565e9eff req-ecc33f9f-ec15-4d57-8ae7-0bf850a440a4 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464275 Sep 14 02:59:48.200874 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:49.926259 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:49.927116 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:51.642533 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc7962-f86f-4d7e-be5b-0473e2634477 req-8e66cde4-650a-4024-8869-66d1e7479af4 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:51.643997 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-94dc7962-f86f-4d7e-be5b-0473e2634477 req-8e66cde4-650a-4024-8869-66d1e7479af4 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 946 time: 0.0471272 Sep 14 02:59:51.691713 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-94dc7962-f86f-4d7e-be5b-0473e2634477 req-81f9b923-8d04-4017-a783-47cc96958e82 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Sep 14 02:59:52.814048 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b3d47-a9e5-4e15-9698-828bba411af4 req-48bd35cf-360f-417c-a717-59db57febfc8 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:52.815560 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a8b3d47-a9e5-4e15-9698-828bba411af4 req-48bd35cf-360f-417c-a717-59db57febfc8 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 946 time: 0.0465040 Sep 14 02:59:52.866677 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a8b3d47-a9e5-4e15-9698-828bba411af4 req-d4375d94-6868-47d0-8fe2-838f462dd8d5 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6a4462a1-23d8-4f43-8a80-cbff6636ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Sep 14 02:59:53.071231 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-560ae56b-c404-44eb-bc85-9c90ee14a365 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:59:53.072668 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-560ae56b-c404-44eb-bc85-9c90ee14a365 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 946 time: 0.0465808 Sep 14 02:59:53.157090 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Deleting port 94624dbc-4a10-4ddc-925f-34f342bfd450 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:59:53.157437 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:53.251302 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] For port 94624dbc-4a10-4ddc-925f-34f342bfd450, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94624dbc-4a10-4ddc-925f-34f342bfd450,segment=NetworkSegment(2fa6d20f-8763-43cb-9e50-237a96f63fb6),segment_id=2fa6d20f-8763-43cb-9e50-237a96f63fb6)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:59:53.251664 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:53.264742 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Calling delete_port for 94624dbc-4a10-4ddc-925f-34f342bfd450 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:59:53.272364 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:53.475126 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (94624dbc-4a10-4ddc-925f-34f342bfd450), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:53.493440 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['94624dbc-4a10-4ddc-925f-34f342bfd450'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:59:53.511928 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Pushing event deleted for resources: {'Port': ['ID=94624dbc-4a10-4ddc-925f-34f342bfd450,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:53.550310 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] No DVR routers for this DVR port 94624dbc-4a10-4ddc-925f-34f342bfd450 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:59:53.552971 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:53.556881 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-b4c6d593-5649-4dc9-9ea7-5898f4f320f3 req-3605dfe2-3f82-40c4-a401-9e810a232a55 tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.23 "DELETE /networking/v2.0/ports/94624dbc-4a10-4ddc-925f-34f342bfd450 HTTP/1.1" status: 204 len: 173 time: 0.4762044 Sep 14 02:59:53.557390 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9925edd6-5fa3-4bf6-a979-2fb778885c36', 'name': 'network-vif-deleted', 'tag': '94624dbc-4a10-4ddc-925f-34f342bfd450'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:59:53.559922 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa52f63-255d-4629-af98-826f74fabefe" -d '{"events": [{"server_uuid": "9925edd6-5fa3-4bf6-a979-2fb778885c36", "name": "network-vif-deleted", "tag": "94624dbc-4a10-4ddc-925f-34f342bfd450"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:59:53.596839 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f163ecff-e438-4414-822c-5465e6436cbc x-openstack-request-id: req-f163ecff-e438-4414-822c-5465e6436cbc {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:59:53.597134 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9925edd6-5fa3-4bf6-a979-2fb778885c36", "name": "network-vif-deleted", "tag": "94624dbc-4a10-4ddc-925f-34f342bfd450", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:59:53.597389 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f163ecff-e438-4414-822c-5465e6436cbc {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:59:53.597793 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f163ecff-e438-4414-822c-5465e6436cbc'] response: {'server_uuid': '9925edd6-5fa3-4bf6-a979-2fb778885c36', 'name': 'network-vif-deleted', 'tag': '94624dbc-4a10-4ddc-925f-34f342bfd450', 'status': 'completed', 'code': 200} Sep 14 02:59:53.949463 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46524) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:53.988134 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-96f624c7-6462-45c0-8dcd-6d372b900ab3 req-b550b23f-8f24-4180-b990-f138d9b15a4b tempest-VolumesActionsTest-842955021 tempest-VolumesActionsTest-842955021-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9925edd6-5fa3-4bf6-a979-2fb778885c36 HTTP/1.1" status: 200 len: 210 time: 0.0289176 Sep 14 02:59:54.057717 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1d125a37-b5ae-4a05-8422-63a3460f04ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:54.137909 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1d125a37-b5ae-4a05-8422-63a3460f04ae admin admin] Publish callbacks [] for security_group (e1a36d15-940c-4263-8abc-ca2d2dd49f86), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:54.188479 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-1d125a37-b5ae-4a05-8422-63a3460f04ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (e1a36d15-940c-4263-8abc-ca2d2dd49f86), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:54.228160 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-1d125a37-b5ae-4a05-8422-63a3460f04ae admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4f5e1e2afaeb4a878389b2f985f04bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776051 Sep 14 02:59:54.228978 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d125a37-b5ae-4a05-8422-63a3460f04ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a36d15-940c-4263-8abc-ca2d2dd49f86,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:54.231356 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46528) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:59:54.281442 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-62c5101b-0365-49b6-97a6-4e3f870cc285 admin admin] Publish callbacks [] for security_group (e1a36d15-940c-4263-8abc-ca2d2dd49f86), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:54.301524 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-62c5101b-0365-49b6-97a6-4e3f870cc285 admin admin] Publish callbacks [] for security_group (e1a36d15-940c-4263-8abc-ca2d2dd49f86), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:54.428945 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-62c5101b-0365-49b6-97a6-4e3f870cc285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (e1a36d15-940c-4263-8abc-ca2d2dd49f86), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:54.431663 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-62c5101b-0365-49b6-97a6-4e3f870cc285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:54.434374 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-62c5101b-0365-49b6-97a6-4e3f870cc285 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1a36d15-940c-4263-8abc-ca2d2dd49f86 HTTP/1.1" status: 204 len: 168 time: 0.2018831 Sep 14 02:59:54.442620 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5101b-0365-49b6-97a6-4e3f870cc285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a36d15-940c-4263-8abc-ca2d2dd49f86,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:59:57.537020 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 94624dbc-4a10-4ddc-925f-34f342bfd450 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:59:57.559881 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 94624dbc-4a10-4ddc-925f-34f342bfd450 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:59:57.560232 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 94624dbc-4a10-4ddc-925f-34f342bfd450 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:00:04.219783 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=36,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:04.224757 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:04.437725 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=35,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:04.438505 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:04.456786 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:04.777980 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:04.824615 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:00:05.301636 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46708) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:05.409687 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-04086b96-45c0-49e5-bc6b-f65ea53e0546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:05.485626 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-04086b96-45c0-49e5-bc6b-f65ea53e0546 admin admin] Publish callbacks [] for security_group (c684f9c1-da29-4658-8ce4-daadb5cf8513), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:05.537217 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-04086b96-45c0-49e5-bc6b-f65ea53e0546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (c684f9c1-da29-4658-8ce4-daadb5cf8513), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:05.577066 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04086b96-45c0-49e5-bc6b-f65ea53e0546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c684f9c1-da29-4658-8ce4-daadb5cf8513,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:05.581541 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-04086b96-45c0-49e5-bc6b-f65ea53e0546 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7b461198eb29487b92edf19f20f883c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788856 Sep 14 03:00:05.584406 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46714) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:05.641132 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-21d507f1-e65f-4a88-aeff-675e9d793893 admin admin] Publish callbacks [] for security_group (c684f9c1-da29-4658-8ce4-daadb5cf8513), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:05.912477 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-21d507f1-e65f-4a88-aeff-675e9d793893 admin admin] Publish callbacks [] for security_group (c684f9c1-da29-4658-8ce4-daadb5cf8513), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.006351 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-21d507f1-e65f-4a88-aeff-675e9d793893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (c684f9c1-da29-4658-8ce4-daadb5cf8513), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.009132 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-21d507f1-e65f-4a88-aeff-675e9d793893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.010304 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-21d507f1-e65f-4a88-aeff-675e9d793893 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c684f9c1-da29-4658-8ce4-daadb5cf8513 HTTP/1.1" status: 204 len: 168 time: 0.4244056 Sep 14 03:00:06.019240 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d507f1-e65f-4a88-aeff-675e9d793893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c684f9c1-da29-4658-8ce4-daadb5cf8513,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:06.539633 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46728) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:06.554064 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bcf39067-6e20-4352-9318-83e04d43d87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.627643 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bcf39067-6e20-4352-9318-83e04d43d87d admin admin] Publish callbacks [] for security_group (a0305e63-5b37-441f-9cb4-168402f7ee28), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.691668 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-bcf39067-6e20-4352-9318-83e04d43d87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a0305e63-5b37-441f-9cb4-168402f7ee28), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.734750 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-bcf39067-6e20-4352-9318-83e04d43d87d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a2479a29c86647aab7235f7d3aeb872f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940298 Sep 14 03:00:06.735598 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf39067-6e20-4352-9318-83e04d43d87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0305e63-5b37-441f-9cb4-168402f7ee28,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:06.737516 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46730) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:06.787506 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cd68dab0-afb3-43a7-897c-b6cc1d45224c admin admin] Publish callbacks [] for security_group (a0305e63-5b37-441f-9cb4-168402f7ee28), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.807607 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cd68dab0-afb3-43a7-897c-b6cc1d45224c admin admin] Publish callbacks [] for security_group (a0305e63-5b37-441f-9cb4-168402f7ee28), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.925951 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cd68dab0-afb3-43a7-897c-b6cc1d45224c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (a0305e63-5b37-441f-9cb4-168402f7ee28), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.928510 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-cd68dab0-afb3-43a7-897c-b6cc1d45224c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:06.929638 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-cd68dab0-afb3-43a7-897c-b6cc1d45224c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a0305e63-5b37-441f-9cb4-168402f7ee28 HTTP/1.1" status: 204 len: 168 time: 0.1910625 Sep 14 03:00:06.938417 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68dab0-afb3-43a7-897c-b6cc1d45224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0305e63-5b37-441f-9cb4-168402f7ee28,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:07.531230 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46742) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:07.545295 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-55fa632d-e779-4bca-9445-23bc29501289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:07.622889 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-55fa632d-e779-4bca-9445-23bc29501289 admin admin] Publish callbacks [] for security_group (bfdffda0-3458-4529-8c89-db4e43b35880), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:07.703768 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-55fa632d-e779-4bca-9445-23bc29501289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bfdffda0-3458-4529-8c89-db4e43b35880), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:07.744705 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-55fa632d-e779-4bca-9445-23bc29501289 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c8bf4009864e4963a3887b47fda1f870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124102 Sep 14 03:00:07.747806 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa632d-e779-4bca-9445-23bc29501289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdffda0-3458-4529-8c89-db4e43b35880,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:07.748088 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46746) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:07.800173 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b38ef2a7-864b-4719-9b63-f5a5a11baeab admin admin] Publish callbacks [] for security_group (bfdffda0-3458-4529-8c89-db4e43b35880), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:07.821092 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b38ef2a7-864b-4719-9b63-f5a5a11baeab admin admin] Publish callbacks [] for security_group (bfdffda0-3458-4529-8c89-db4e43b35880), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:07.937279 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b38ef2a7-864b-4719-9b63-f5a5a11baeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (bfdffda0-3458-4529-8c89-db4e43b35880), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:07.940083 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-b38ef2a7-864b-4719-9b63-f5a5a11baeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:07.941248 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-b38ef2a7-864b-4719-9b63-f5a5a11baeab admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bfdffda0-3458-4529-8c89-db4e43b35880 HTTP/1.1" status: 204 len: 168 time: 0.1921456 Sep 14 03:00:07.949668 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ef2a7-864b-4719-9b63-f5a5a11baeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdffda0-3458-4529-8c89-db4e43b35880,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:09.446738 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-7cfb51b4-44d7-434d-94f2-0733f9399d67 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424788 Sep 14 03:00:09.543073 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-6e514e25-3158-414c-9a38-f85031c53bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:09.544988 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-6e514e25-3158-414c-9a38-f85031c53bd2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1130 time: 0.0444336 Sep 14 03:00:09.655475 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-f4246988-3df0-49b2-9e65-42f457133d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:09.657005 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-f4246988-3df0-49b2-9e65-42f457133d27 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 200 len: 909 time: 0.0896983 Sep 14 03:00:09.730502 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-ab4bc682-f5a1-4745-a332-aaf343983a84 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 1002 time: 0.0619245 Sep 14 03:00:09.802749 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-8d9bd09e-e32d-4f18-b947-0fca9186ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:09.802749 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-8d9bd09e-e32d-4f18-b947-0fca9186ef0a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=28dac422-7e55-43d0-9965-d9d229b582e7 HTTP/1.1" status: 200 len: 848 time: 0.0591235 Sep 14 03:00:09.817009 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:09.847609 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-2d2b23b4-5087-4458-bda8-67420ff623e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:09.849282 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-2d2b23b4-5087-4458-bda8-67420ff623e0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d650588-ff21-45b4-9a4c-9542ee62273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0419552 Sep 14 03:00:09.912323 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:09.962606 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-2a9fb8cd-7631-4cc2-964e-02072a220418 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015508 Sep 14 03:00:10.063089 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-beed8769-0a88-4a0f-8538-b0c396ad5d0c req-935194da-0b48-47d1-8f2d-bf322b02690e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898473 Sep 14 03:00:11.765611 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=14 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:12.199176 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46826) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:12.245244 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41a882a-b4a4-494d-9370-aaddeef64597 admin admin] Deleting subnet 622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99 {{(pid=113175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 03:00:12.249087 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e41a882a-b4a4-494d-9370-aaddeef64597 admin admin] Publish callbacks [] for subnet (622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.286286 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e41a882a-b4a4-494d-9370-aaddeef64597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15802306'] for subnet (622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.325232 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e41a882a-b4a4-494d-9370-aaddeef64597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.446484 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e41a882a-b4a4-494d-9370-aaddeef64597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16109470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781878'] for subnet (622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.470575 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a882a-b4a4-494d-9370-aaddeef64597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:12.476154 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-e41a882a-b4a4-494d-9370-aaddeef64597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.479217 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-e41a882a-b4a4-494d-9370-aaddeef64597 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/622e15c6-3ab0-4539-a6c2-3ae2bb0e4e99 HTTP/1.1" status: 204 len: 168 time: 0.2789998 Sep 14 03:00:12.481694 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46828) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:12.552071 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (05cdc9bb-b433-44d2-b7ab-039ae9c92e14), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.628603 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (05cdc9bb-b433-44d2-b7ab-039ae9c92e14), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.649348 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cdc9bb-b433-44d2-b7ab-039ae9c92e14']}} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:00:12.658844 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa6d20f-8763-43cb-9e50-237a96f63fb6') {'for_net_delete': True} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:00:12.659134 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.services.segments.db [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa6d20f-8763-43cb-9e50-237a96f63fb6') {} {{(pid=113175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:00:12.668814 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15802361'] for segment (2fa6d20f-8763-43cb-9e50-237a96f63fb6), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.682245 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (2fa6d20f-8763-43cb-9e50-237a96f63fb6), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.695165 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=113175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 03:00:12.695165 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16109348'] for segment (2fa6d20f-8763-43cb-9e50-237a96f63fb6), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.711355 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 2fa6d20f-8763-43cb-9e50-237a96f63fb6 resource provider aggregate not found Sep 14 03:00:12.744323 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.services.segments.plugin [-] Segment 2fa6d20f-8763-43cb-9e50-237a96f63fb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fa6d20f-8763-43cb-9e50-237a96f63fb6 found for delete ", "request_id": "req-228853c7-a4f3-4ea4-a3fc-9e61168642e2"}]} Sep 14 03:00:12.812121 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (05cdc9bb-b433-44d2-b7ab-039ae9c92e14), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.816692 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.823234 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/05cdc9bb-b433-44d2-b7ab-039ae9c92e14 HTTP/1.1" status: 204 len: 168 time: 0.3380466 Sep 14 03:00:12.823730 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46840) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:12.837523 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7d25a-0007-40dc-af54-dd505a639f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=05cdc9bb-b433-44d2-b7ab-039ae9c92e14,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:12.871065 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bb62fe-1f4e-44a5-ad8f-2233b22cacda admin admin] Deleting subnet b0cb0172-536a-4106-a4f9-1c50c276fa12 {{(pid=113174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 03:00:12.874921 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a8bb62fe-1f4e-44a5-ad8f-2233b22cacda admin admin] Publish callbacks [] for subnet (b0cb0172-536a-4106-a4f9-1c50c276fa12), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.910779 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a8bb62fe-1f4e-44a5-ad8f-2233b22cacda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15432970'] for subnet (b0cb0172-536a-4106-a4f9-1c50c276fa12), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:12.957000 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a8bb62fe-1f4e-44a5-ad8f-2233b22cacda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (b0cb0172-536a-4106-a4f9-1c50c276fa12), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.069480 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a8bb62fe-1f4e-44a5-ad8f-2233b22cacda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13190079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15875324'] for subnet (b0cb0172-536a-4106-a4f9-1c50c276fa12), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.097022 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb62fe-1f4e-44a5-ad8f-2233b22cacda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0cb0172-536a-4106-a4f9-1c50c276fa12,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:13.100525 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-a8bb62fe-1f4e-44a5-ad8f-2233b22cacda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.107878 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-a8bb62fe-1f4e-44a5-ad8f-2233b22cacda admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/b0cb0172-536a-4106-a4f9-1c50c276fa12 HTTP/1.1" status: 204 len: 168 time: 0.2777014 Sep 14 03:00:13.107878 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46842) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:13.180678 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (98833e65-4825-41f6-920a-f3da4da8d2bd), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.220153 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:13.246451 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:13.260307 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (98833e65-4825-41f6-920a-f3da4da8d2bd), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.280786 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98833e65-4825-41f6-920a-f3da4da8d2bd']}} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:00:13.290487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a94de9-a323-4a3a-babd-489c0d1922f9') {'for_net_delete': True} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:00:13.290773 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a94de9-a323-4a3a-babd-489c0d1922f9') {} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:00:13.301433 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15433009'] for segment (71a94de9-a323-4a3a-babd-489c0d1922f9), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.315932 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (71a94de9-a323-4a3a-babd-489c0d1922f9), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.322440 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=113174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 03:00:13.322898 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13189893'] for segment (71a94de9-a323-4a3a-babd-489c0d1922f9), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.490816 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment 71a94de9-a323-4a3a-babd-489c0d1922f9 resource provider aggregate not found Sep 14 03:00:13.503166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (98833e65-4825-41f6-920a-f3da4da8d2bd), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.510379 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.513720 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/98833e65-4825-41f6-920a-f3da4da8d2bd HTTP/1.1" status: 204 len: 168 time: 0.4060116 Sep 14 03:00:13.515275 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment 71a94de9-a323-4a3a-babd-489c0d1922f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71a94de9-a323-4a3a-babd-489c0d1922f9 found for delete ", "request_id": "req-da042f29-5acb-4056-9dea-215367bfe7b2"}]} Sep 14 03:00:13.524907 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11080bac-a6e6-40d6-8f38-34df3cda95b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=98833e65-4825-41f6-920a-f3da4da8d2bd,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:13.869862 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46856) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:13.910732 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-85ea13a2-56c7-49d6-8585-542de2b0f49c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c80503fc3e2c4b9eb236827625874578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396755 Sep 14 03:00:13.913328 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46858) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:13.962278 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-23d97d26-1805-4eea-98bd-648084adee26 admin admin] Publish callbacks [] for security_group (6a4462a1-23d8-4f43-8a80-cbff6636ed2d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:13.988201 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-23d97d26-1805-4eea-98bd-648084adee26 admin admin] Publish callbacks [] for security_group (6a4462a1-23d8-4f43-8a80-cbff6636ed2d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:14.114857 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-23d97d26-1805-4eea-98bd-648084adee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (6a4462a1-23d8-4f43-8a80-cbff6636ed2d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:14.118931 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-23d97d26-1805-4eea-98bd-648084adee26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:14.118931 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-23d97d26-1805-4eea-98bd-648084adee26 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6a4462a1-23d8-4f43-8a80-cbff6636ed2d HTTP/1.1" status: 204 len: 168 time: 0.2043641 Sep 14 03:00:14.126643 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d97d26-1805-4eea-98bd-648084adee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4462a1-23d8-4f43-8a80-cbff6636ed2d,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:14.138315 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:14.498433 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-eccacfa8-7747-469a-ad85-bb304d7984b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:14.736453 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46878) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:14.777663 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-37b320b8-a434-4f47-8831-e082b07ecfbe admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e42ec9f047ec48dbac9fee4214f03e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397837 Sep 14 03:00:14.779998 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46882) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:14.819813 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=20 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:14.829122 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-101af591-b5dd-4e7c-84d9-7a37fbd57d47 admin admin] Publish callbacks [] for security_group (4698511e-8598-4951-9f9a-08faaf17ab0a), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:14.849339 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-101af591-b5dd-4e7c-84d9-7a37fbd57d47 admin admin] Publish callbacks [] for security_group (4698511e-8598-4951-9f9a-08faaf17ab0a), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:14.937366 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-101af591-b5dd-4e7c-84d9-7a37fbd57d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (4698511e-8598-4951-9f9a-08faaf17ab0a), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:14.939960 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-101af591-b5dd-4e7c-84d9-7a37fbd57d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:14.945363 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-101af591-b5dd-4e7c-84d9-7a37fbd57d47 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4698511e-8598-4951-9f9a-08faaf17ab0a HTTP/1.1" status: 204 len: 168 time: 0.1607597 Sep 14 03:00:14.959602 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101af591-b5dd-4e7c-84d9-7a37fbd57d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4698511e-8598-4951-9f9a-08faaf17ab0a,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:16.713358 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4dec8aed-d9ff-46db-9031-93519dc2dd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:16.725872 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 46960) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:16.836333 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:16.883714 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:16.912023 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Publish callbacks [] for security_group (affdd580-15f4-4b39-a6a6-6a96a936ed5b), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:16.984093 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (affdd580-15f4-4b39-a6a6-6a96a936ed5b), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:17.024799 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1e0f9daa8a96473683c2c07965bfa404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978261 Sep 14 03:00:17.026404 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affdd580-15f4-4b39-a6a6-6a96a936ed5b,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:17.028598 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 46968) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:17.030600 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:17.035481 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.035828 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.036223 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.036495 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.036823 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.037212 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.037569 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.037770 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.038090 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.038410 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.038756 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.039074 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.039583 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.039718 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.040001 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8943e-40dc-4dd5-b00a-07e30af40447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.050538 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:17.095501 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Publish callbacks [] for security_group (affdd580-15f4-4b39-a6a6-6a96a936ed5b), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:17.116426 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Publish callbacks [] for security_group (affdd580-15f4-4b39-a6a6-6a96a936ed5b), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:17.212032 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (affdd580-15f4-4b39-a6a6-6a96a936ed5b), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:17.214571 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:17.216423 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/affdd580-15f4-4b39-a6a6-6a96a936ed5b HTTP/1.1" status: 204 len: 168 time: 0.1868038 Sep 14 03:00:17.224625 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affdd580-15f4-4b39-a6a6-6a96a936ed5b,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:17.233834 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.234231 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.234609 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.234925 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.235272 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.235579 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.235904 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.236226 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.236544 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.236863 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.237181 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.237497 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.237811 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.238205 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:17.238433 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d3e9-3725-4ef9-9af0-8bbcc6eca749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:00:18.212053 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:19.908989 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:19.910494 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:21.132572 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 47042) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:21.239886 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c86bca5-79c5-4417-bf37-5e1fb04ea79e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:21.315661 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c86bca5-79c5-4417-bf37-5e1fb04ea79e admin admin] Publish callbacks [] for security_group (cc3f046c-55bf-440b-9031-39ee3aaed801), precommit_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:21.377201 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c86bca5-79c5-4417-bf37-5e1fb04ea79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (cc3f046c-55bf-440b-9031-39ee3aaed801), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:21.417180 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-7c86bca5-79c5-4417-bf37-5e1fb04ea79e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=679b3f24bb264a29aab444ae1e2c3db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835515 Sep 14 03:00:21.418116 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86bca5-79c5-4417-bf37-5e1fb04ea79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3f046c-55bf-440b-9031-39ee3aaed801,revision_number=1']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:21.421186 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 47046) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:21.477241 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b22f276-0787-4c4c-9229-ebe36881f361 admin admin] Publish callbacks [] for security_group (cc3f046c-55bf-440b-9031-39ee3aaed801), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:21.497992 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b22f276-0787-4c4c-9229-ebe36881f361 admin admin] Publish callbacks [] for security_group (cc3f046c-55bf-440b-9031-39ee3aaed801), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:21.606068 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b22f276-0787-4c4c-9229-ebe36881f361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (cc3f046c-55bf-440b-9031-39ee3aaed801), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:21.609353 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3b22f276-0787-4c4c-9229-ebe36881f361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:21.610618 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3b22f276-0787-4c4c-9229-ebe36881f361 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cc3f046c-55bf-440b-9031-39ee3aaed801 HTTP/1.1" status: 204 len: 168 time: 0.1877904 Sep 14 03:00:21.618933 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22f276-0787-4c4c-9229-ebe36881f361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3f046c-55bf-440b-9031-39ee3aaed801,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:22.497983 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 47072) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:22.605184 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 47078) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:22.658140 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2d9e41f7-5fd7-4c53-9b68-eeea4e869598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.701634 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1378509850-network', 'tenant_id': '11ef8ff59b124a1abac92e8665016f13'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 03:00:22.754156 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2d9e41f7-5fd7-4c53-9b68-eeea4e869598 admin admin] Publish callbacks [] for security_group (3cf0d202-c237-46d1-aa88-e95d9a06a22e), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.794369 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Made reservation on behalf of 11ef8ff59b124a1abac92e8665016f13 for: {'network': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 03:00:22.796994 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for network (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.805698 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.820138 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-2d9e41f7-5fd7-4c53-9b68-eeea4e869598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (3cf0d202-c237-46d1-aa88-e95d9a06a22e), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.867799 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e41f7-5fd7-4c53-9b68-eeea4e869598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0d202-c237-46d1-aa88-e95d9a06a22e,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:22.878232 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-2d9e41f7-5fd7-4c53-9b68-eeea4e869598 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c331960c266d4babacd61448055273b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791711 Sep 14 03:00:22.881465 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 47082) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:22.926231 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Publish callbacks [] for security_group (507bde0e-c58c-4156-92be-ed9b7ee5436a), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.932245 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-071ae95f-57e7-4039-a699-c62415a9e050 admin admin] Publish callbacks [] for security_group (3cf0d202-c237-46d1-aa88-e95d9a06a22e), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.953108 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-071ae95f-57e7-4039-a699-c62415a9e050 admin admin] Publish callbacks [] for security_group (3cf0d202-c237-46d1-aa88-e95d9a06a22e), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.966874 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (507bde0e-c58c-4156-92be-ed9b7ee5436a), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:22.980774 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:22.993127 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=113175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 03:00:23.003038 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507bde0e-c58c-4156-92be-ed9b7ee5436a,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:23.052002 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-071ae95f-57e7-4039-a699-c62415a9e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (3cf0d202-c237-46d1-aa88-e95d9a06a22e), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.054276 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (5e6db0d4-6c0b-4309-9ef9-1f8de5daf629), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.054555 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-071ae95f-57e7-4039-a699-c62415a9e050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.054724 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.db.segments_db [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Added segment 5e6db0d4-6c0b-4309-9ef9-1f8de5daf629 of type vlan for network 7d778261-903b-4d40-8fc2-9cc2073c7df1 Sep 14 03:00:23.055701 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-071ae95f-57e7-4039-a699-c62415a9e050 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3cf0d202-c237-46d1-aa88-e95d9a06a22e HTTP/1.1" status: 204 len: 168 time: 0.1734993 Sep 14 03:00:23.063864 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ae95f-57e7-4039-a699-c62415a9e050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0d202-c237-46d1-aa88-e95d9a06a22e,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:23.109477 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790733443256'] for network (7d778261-903b-4d40-8fc2-9cc2073c7df1), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.200718 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202'] for network (7d778261-903b-4d40-8fc2-9cc2073c7df1), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.202387 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:23.203050 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.262376 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7d778261-903b-4d40-8fc2-9cc2073c7df1,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:23.272671 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Network 7d778261-903b-4d40-8fc2-9cc2073c7df1 details requested by agent ovs-agent-dv-cinder-857075-6-smb with host dv-cinder-857075-6-smb {{(pid=113176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 03:00:23.327653 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-6759e304-02c3-496c-9965-a01c05f7b5c8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7212257 Sep 14 03:00:23.328166 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 47088) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:23.333503 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.v2.base [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Request body: {'subnet': {'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1378509850-subnet', 'tenant_id': '11ef8ff59b124a1abac92e8665016f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 03:00:23.423057 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Made reservation on behalf of 11ef8ff59b124a1abac92e8665016f13 for: {'subnet': 1} {{(pid=113174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 03:00:23.425471 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15875283'] for subnet (None), before_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.674846 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13191008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15875269'] for subnet (58f965a6-6577-4385-9ce8-13a51c9c5523), after_create {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.712043 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 47090) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:23.726741 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4c093805-5f06-4017-bd51-c5b5f8e63cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.736884 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f965a6-6577-4385-9ce8-13a51c9c5523,revision_number=0']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:23.747313 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Checking segment: {'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 03:00:23.747676 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Network hostable DHCP agents. Network: 7d778261-903b-4d40-8fc2-9cc2073c7df1, hostable agents: ['af83cd11-4f0e-4698-96bc-656933be5a06'], hosted agents: [] {{(pid=113174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 03:00:23.755080 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:23.772414 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:23.807029 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4c093805-5f06-4017-bd51-c5b5f8e63cdf admin admin] Publish callbacks [] for security_group (02578957-e2f6-499d-8b17-9afb009da21d), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.846175 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Network 7d778261-903b-4d40-8fc2-9cc2073c7df1 is scheduled to be hosted by DHCP agent af83cd11-4f0e-4698-96bc-656933be5a06 with binding_index 1 {{(pid=113174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 03:00:23.875277 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-4c093805-5f06-4017-bd51-c5b5f8e63cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (02578957-e2f6-499d-8b17-9afb009da21d), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.914846 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-4c093805-5f06-4017-bd51-c5b5f8e63cdf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f024b710250c4c0e9640e34781c95264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016053 Sep 14 03:00:23.915669 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c093805-5f06-4017-bd51-c5b5f8e63cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02578957-e2f6-499d-8b17-9afb009da21d,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:23.917720 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 47092) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:23.933831 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-smb, 7d778261-903b-4d40-8fc2-9cc2073c7df1) {{(pid=113174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 03:00:23.942969 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031943d2-75ad-442d-a122-7a77287afc39 None None] Network 7d778261-903b-4d40-8fc2-9cc2073c7df1 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 03:00:23.943914 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:23.944502 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:23.970890 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:23.980731 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-73897386-2ee3-4f0b-8f29-f9521f45716a admin admin] Publish callbacks [] for security_group (02578957-e2f6-499d-8b17-9afb009da21d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:24.003381 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-73897386-2ee3-4f0b-8f29-f9521f45716a admin admin] Publish callbacks [] for security_group (02578957-e2f6-499d-8b17-9afb009da21d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:24.036482 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-2e7c06ff-344e-499c-b0b6-7ad7f28f5446 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7069924 Sep 14 03:00:24.054139 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727bb476-c5db-4c4d-834f-3c503da5fc13 None None] Network 7d778261-903b-4d40-8fc2-9cc2073c7df1 requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 03:00:24.138050 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-73897386-2ee3-4f0b-8f29-f9521f45716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (02578957-e2f6-499d-8b17-9afb009da21d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:24.140951 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-73897386-2ee3-4f0b-8f29-f9521f45716a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:24.142207 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-73897386-2ee3-4f0b-8f29-f9521f45716a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/02578957-e2f6-499d-8b17-9afb009da21d HTTP/1.1" status: 204 len: 168 time: 0.2234838 Sep 14 03:00:24.151309 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73897386-2ee3-4f0b-8f29-f9521f45716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02578957-e2f6-499d-8b17-9afb009da21d,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:26.241798 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-c4da6a28-299f-4738-991c-a669b228b9a7 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:26.243447 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-c4da6a28-299f-4738-991c-a669b228b9a7 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7d778261-903b-4d40-8fc2-9cc2073c7df1 HTTP/1.1" status: 200 len: 814 time: 0.1094248 Sep 14 03:00:26.258527 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-85cb385e-741d-4e51-8cca-7da3355ed407 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/quotas/11ef8ff59b124a1abac92e8665016f13 HTTP/1.1" status: 200 len: 375 time: 0.0090420 Sep 14 03:00:26.291701 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-3f238ee3-80a7-4f03-873f-3179abc2a6c3 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=11ef8ff59b124a1abac92e8665016f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273690 Sep 14 03:00:26.371226 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:26.388458 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-1e62f688-980a-453e-8688-3da1a1589e00 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891466 Sep 14 03:00:26.483377 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-33776b01-0106-46f5-9443-e49298c12aa6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891821 Sep 14 03:00:26.736909 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-701d340d-a5fb-4f13-bdfd-60ae06d6c6de req-31639e8b-de7d-4d7d-898f-00665e4ad548 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 210 time: 0.0281317 Sep 14 03:00:27.821759 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-3f8482b2-d2b1-4d65-8c5a-6426f9186c1f req-43885c36-1478-485a-bf21-6e745c8576a7 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 210 time: 0.0287883 Sep 14 03:00:28.936079 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bc5f1e28-0161-4824-ab7a-6bda027ce71f req-78736392-555b-4223-a92e-1ffc83be96bf tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 210 time: 0.0283232 Sep 14 03:00:29.670427 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-bf763659-1ddd-4f50-8851-faaf147211ea tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:29.672197 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-bf763659-1ddd-4f50-8851-faaf147211ea tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7d778261-903b-4d40-8fc2-9cc2073c7df1 HTTP/1.1" status: 200 len: 814 time: 0.1008065 Sep 14 03:00:29.691317 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Request body: {'port': {'device_id': '3eaef8bd-12e6-460a-9479-7cbe28836421', 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1', 'admin_state_up': True, 'tenant_id': '11ef8ff59b124a1abac92e8665016f13'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 03:00:29.891774 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Made reservation on behalf of 11ef8ff59b124a1abac92e8665016f13 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 03:00:29.896317 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:30.030599 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Allocated IP 172.20.0.14 (7d778261-903b-4d40-8fc2-9cc2073c7df1/58f965a6-6577-4385-9ce8-13a51c9c5523/c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 03:00:30.046924 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-37ddf1c3-deb6-4c0c-b91d-c16852c51575 req-95a4c9b0-01b3-4215-92de-c564d828db18 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 210 time: 0.0337241 Sep 14 03:00:30.218230 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks [] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:30.292459 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:30.331929 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:30.338638 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Network 7d778261-903b-4d40-8fc2-9cc2073c7df1 is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 03:00:30.342173 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 03:00:30.348623 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 03:00:30.375149 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Pushing event updated for resources: {'Port': ['ID=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:30.405657 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:30.406287 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:30.483868 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-97a33765-2153-4688-9899-0829c8e4e534 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7960453 Sep 14 03:00:30.494528 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Request body: {'port': {'device_id': '3eaef8bd-12e6-460a-9479-7cbe28836421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 03:00:30.520284 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:30.557757 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:30.827877 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 03:00:30.835168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Publish callbacks [] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:30.848361 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Transition to ACTIVE for port object c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 03:00:30.891485 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:30.956820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Pushing event updated for resources: {'Port': ['ID=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:31.011043 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Attempting to bind port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 03:00:31.011368 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Attempting to bind port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 03:00:31.011687 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Attempting to bind port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 on network 7d778261-903b-4d40-8fc2-9cc2073c7df1 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 03:00:31.059350 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 on network 7d778261-903b-4d40-8fc2-9cc2073c7df1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 03:00:31.059670 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Attempting to bind port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 on network 7d778261-903b-4d40-8fc2-9cc2073c7df1 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 03:00:31.104975 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 3, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 03:00:31.105317 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Checking segment: {'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 03:00:31.105702 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Bound using segment: {'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 03:00:31.106137 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Bound port: c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 03:00:31.106512 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:31.173880 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] For port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 03:00:31.176961 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] For port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 03:00:31.178793 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a292e4e-4835-4221-b730-d6aba951cf63 req-17f22512-0add-4455-aea8-9d651d082728 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:31.180309 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8a292e4e-4835-4221-b730-d6aba951cf63 req-17f22512-0add-4455-aea8-9d651d082728 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 944 time: 0.0477633 Sep 14 03:00:31.230407 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8a292e4e-4835-4221-b730-d6aba951cf63 req-85b18710-5859-4795-b3e7-a804d9dae37e tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 Sep 14 03:00:31.258315 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:31.262622 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:31.263238 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:31.265139 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 HTTP/1.1" status: 200 len: 1094 time: 0.7747018 Sep 14 03:00:31.265690 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaef8bd-12e6-460a-9479-7cbe28836421', 'tag': 'c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:00:31.267993 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f84d3-0c69-47a9-8c76-d139a8a53e42" -d '{"events": [{"name": "network-changed", "server_uuid": "3eaef8bd-12e6-460a-9479-7cbe28836421", "tag": "c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:00:31.291936 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:31.307863 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 03:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa503dea-5263-43d1-84b2-303862c69905 x-openstack-request-id: req-aa503dea-5263-43d1-84b2-303862c69905 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:00:31.308148 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eaef8bd-12e6-460a-9479-7cbe28836421", "tag": "c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:00:31.308402 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aa503dea-5263-43d1-84b2-303862c69905 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:00:31.308797 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa503dea-5263-43d1-84b2-303862c69905'] response: {'name': 'network-changed', 'server_uuid': '3eaef8bd-12e6-460a-9479-7cbe28836421', 'tag': 'c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7', 'status': 'completed', 'code': 200} Sep 14 03:00:31.318916 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd3199-ca42-4cfc-a15d-616cbbc80259 service neutron] Pushing event updated for resources: {'Port': ['ID=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:31.375363 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f84d3-0c69-47a9-8c76-d139a8a53e42 req-524562b5-67e1-424f-91b7-5933eef24eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:31.376767 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-784f84d3-0c69-47a9-8c76-d139a8a53e42 req-524562b5-67e1-424f-91b7-5933eef24eba service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=11ef8ff59b124a1abac92e8665016f13&device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 1128 time: 0.0393381 Sep 14 03:00:31.485565 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f84d3-0c69-47a9-8c76-d139a8a53e42 req-cae210b3-577a-4e17-821b-7787e552d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:31.487089 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-784f84d3-0c69-47a9-8c76-d139a8a53e42 req-cae210b3-577a-4e17-821b-7787e552d834 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=11ef8ff59b124a1abac92e8665016f13&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1020689 Sep 14 03:00:31.585879 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f84d3-0c69-47a9-8c76-d139a8a53e42 req-0682fd06-921e-4ee3-8d4a-c0c240f8d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:31.587415 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-784f84d3-0c69-47a9-8c76-d139a8a53e42 req-0682fd06-921e-4ee3-8d4a-c0c240f8d1b6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0913122 Sep 14 03:00:31.637057 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:31.672276 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-b02b0b9f-bf31-4ee3-ba38-a3ed96231846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:31.673776 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-b02b0b9f-bf31-4ee3-ba38-a3ed96231846 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=11ef8ff59b124a1abac92e8665016f13&device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 1128 time: 0.0442290 Sep 14 03:00:31.715294 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-b46bd546-00a1-4371-a449-64adb3ee1568 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0331018 Sep 14 03:00:31.764637 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-f4ceca27-f314-41fc-89df-859c3cafcb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:31.766323 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-f4ceca27-f314-41fc-89df-859c3cafcb0e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=58f965a6-6577-4385-9ce8-13a51c9c5523 HTTP/1.1" status: 200 len: 854 time: 0.0445073 Sep 14 03:00:31.801247 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-4056ebf7-1ecd-4de9-9e9e-37a0b3ef490c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d778261-903b-4d40-8fc2-9cc2073c7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256164 Sep 14 03:00:31.901292 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-326b7168-bad3-4a95-a88f-7a43021ed075 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886519 Sep 14 03:00:31.998399 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-49d75f9b-feba-4f96-a5c5-91bef23808f8 req-ce5ac8b4-8ddd-4a8f-be6c-b441368cd80e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881143 Sep 14 03:00:32.347646 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364edd45-4aff-4c97-9dac-7e768eec2f53 req-cefca932-48fc-44f4-b1f2-308253fc0607 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:32.349087 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-364edd45-4aff-4c97-9dac-7e768eec2f53 req-cefca932-48fc-44f4-b1f2-308253fc0607 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 944 time: 0.0453911 Sep 14 03:00:32.394703 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-364edd45-4aff-4c97-9dac-7e768eec2f53 req-de65e9cf-a87c-4d8f-8f9c-0eb4c3f0db71 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Sep 14 03:00:33.519630 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4bd0e-88bb-41c0-bc95-bac712463650 req-157a7157-58a5-49a5-9761-c875d5b9746d tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:33.521099 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-96b4bd0e-88bb-41c0-bc95-bac712463650 req-157a7157-58a5-49a5-9761-c875d5b9746d tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 944 time: 0.0496933 Sep 14 03:00:33.572498 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-96b4bd0e-88bb-41c0-bc95-bac712463650 req-8802464b-12f2-41c9-95ec-d6ee2fb42daf tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Sep 14 03:00:34.129116 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:34.164348 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:34.694930 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c195-3bad-440c-8e53-e088a80402ec req-37bfaa43-80ef-4765-bea5-2d86ada18b11 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:34.696428 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1369c195-3bad-440c-8e53-e088a80402ec req-37bfaa43-80ef-4765-bea5-2d86ada18b11 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 944 time: 0.0477455 Sep 14 03:00:34.745361 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-1369c195-3bad-440c-8e53-e088a80402ec req-ba51d3cd-167b-4822-b251-ef59ff733b69 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Sep 14 03:00:34.794842 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:35.788969 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 03:00:35.875868 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcacd2-5eec-4912-8edf-8779c14d2b53 req-92db35e3-0751-40af-afdb-a97bd17aab4e tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:35.877408 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-01fcacd2-5eec-4912-8edf-8779c14d2b53 req-92db35e3-0751-40af-afdb-a97bd17aab4e tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 944 time: 0.0513229 Sep 14 03:00:35.891051 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:00:35.903205 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7', 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1', 'port_id': 'c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7', 'mac_address': 'fa:16:3e:5b:1c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f965a6-6577-4385-9ce8-13a51c9c5523', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 03:00:35.942949 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-01fcacd2-5eec-4912-8edf-8779c14d2b53 req-3e855a58-9b86-4a14-bbde-5b3012ef4924 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596275 Sep 14 03:00:35.946997 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 03:00:35.947400 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:35.970661 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 03:00:35.986374 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:00:36.034949 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:36.085064 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:36.291577 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 03:00:37.070713 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8a046-e5d0-454a-85fc-075457fa17af req-59cbc5a8-e2e8-4c18-bb1e-1f92513379c4 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:37.072327 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-91d8a046-e5d0-454a-85fc-075457fa17af req-59cbc5a8-e2e8-4c18-bb1e-1f92513379c4 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 945 time: 0.0513430 Sep 14 03:00:37.087238 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:37.127778 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-91d8a046-e5d0-454a-85fc-075457fa17af req-dffd020b-63fd-4be2-89db-d11175791e06 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465298 Sep 14 03:00:37.804015 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 03:00:37.845194 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 03:00:37.897218 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 03:00:37.897755 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:37.898096 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 Sep 14 03:00:38.096547 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 03:00:38.096945 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:38.119080 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaef8bd-12e6-460a-9479-7cbe28836421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:00:38.121337 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba10ba-9d99-47db-8445-c60874f720fb" -d '{"events": [{"server_uuid": "3eaef8bd-12e6-460a-9479-7cbe28836421", "name": "network-vif-plugged", "status": "completed", "tag": "c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:00:38.133901 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:00:38.161591 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 03:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00208b6-f039-4df1-9ab8-3f22c49800df x-openstack-request-id: req-f00208b6-f039-4df1-9ab8-3f22c49800df {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:00:38.161918 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaef8bd-12e6-460a-9479-7cbe28836421", "name": "network-vif-plugged", "status": "completed", "tag": "c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:00:38.162512 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f00208b6-f039-4df1-9ab8-3f22c49800df {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:00:38.162635 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00208b6-f039-4df1-9ab8-3f22c49800df'] response: {'server_uuid': '3eaef8bd-12e6-460a-9479-7cbe28836421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7', 'code': 200} Sep 14 03:00:38.200551 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:38.251271 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:38.253534 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e440b-9908-4c93-83fc-b7cffdb7876b req-5b4844d4-e0cb-437d-933a-6613f98f2282 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:38.255070 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8f1e440b-9908-4c93-83fc-b7cffdb7876b req-5b4844d4-e0cb-437d-933a-6613f98f2282 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0499945 Sep 14 03:00:38.303844 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8f1e440b-9908-4c93-83fc-b7cffdb7876b req-75c52426-966d-4ced-8876-61f9ca019dbc tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429237 Sep 14 03:00:38.456700 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469a41-9ebd-4802-8829-aced16a67783 req-6931275c-a88d-45df-978e-38d0efd74570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:38.457399 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-07469a41-9ebd-4802-8829-aced16a67783 req-6931275c-a88d-45df-978e-38d0efd74570 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 1130 time: 0.0419080 Sep 14 03:00:38.504084 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-07469a41-9ebd-4802-8829-aced16a67783 req-253a1911-72d3-4a8f-a7b9-c169010c49cb service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Sep 14 03:00:39.431146 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23626fe4-bd58-4d87-a6cb-c8a7bca3ed03 req-efeb5d3c-2259-4252-a126-ad4311825acc tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:39.432597 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-23626fe4-bd58-4d87-a6cb-c8a7bca3ed03 req-efeb5d3c-2259-4252-a126-ad4311825acc tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0495787 Sep 14 03:00:39.479401 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-23626fe4-bd58-4d87-a6cb-c8a7bca3ed03 req-77c14640-39d9-4515-8dba-73e73acaad1f tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 Sep 14 03:00:39.819900 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:40.281376 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 47268) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:40.386707 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-da52e85b-d047-44e8-95ef-3999ea927e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:40.459445 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-da52e85b-d047-44e8-95ef-3999ea927e5d admin admin] Publish callbacks [] for security_group (5407d717-12f4-4f00-a4f4-22d9d2155c3a), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:40.526324 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-da52e85b-d047-44e8-95ef-3999ea927e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (5407d717-12f4-4f00-a4f4-22d9d2155c3a), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:40.570437 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-da52e85b-d047-44e8-95ef-3999ea927e5d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=69e15d45cdcc4e21bb15680695899617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879946 Sep 14 03:00:40.571421 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52e85b-d047-44e8-95ef-3999ea927e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5407d717-12f4-4f00-a4f4-22d9d2155c3a,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:40.573767 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 47274) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:00:40.616899 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc90ae-95c9-481b-92e3-0c2ab9489b3b req-1616c5d0-1374-4908-bf2b-8021717da61d tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:40.618298 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9acc90ae-95c9-481b-92e3-0c2ab9489b3b req-1616c5d0-1374-4908-bf2b-8021717da61d tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0610447 Sep 14 03:00:40.624151 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6a71cc68-bfb7-4c7b-899a-39be2c2c2485 admin admin] Publish callbacks [] for security_group (5407d717-12f4-4f00-a4f4-22d9d2155c3a), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:40.644412 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6a71cc68-bfb7-4c7b-899a-39be2c2c2485 admin admin] Publish callbacks [] for security_group (5407d717-12f4-4f00-a4f4-22d9d2155c3a), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:40.666317 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9acc90ae-95c9-481b-92e3-0c2ab9489b3b req-e9014675-1a87-447b-baf7-d4525a1e7b30 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Sep 14 03:00:40.749386 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6a71cc68-bfb7-4c7b-899a-39be2c2c2485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (5407d717-12f4-4f00-a4f4-22d9d2155c3a), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:40.752326 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-6a71cc68-bfb7-4c7b-899a-39be2c2c2485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:40.753371 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-6a71cc68-bfb7-4c7b-899a-39be2c2c2485 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5407d717-12f4-4f00-a4f4-22d9d2155c3a HTTP/1.1" status: 204 len: 168 time: 0.1786828 Sep 14 03:00:40.762142 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71cc68-bfb7-4c7b-899a-39be2c2c2485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5407d717-12f4-4f00-a4f4-22d9d2155c3a,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:00:41.823244 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:00:44.412395 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:44.508939 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6c3dfe6f-bb9e-4f74-a711-143d7a057692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:46.709470 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ae677d08-1c13-4078-8aa9-bbdd22af18b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:48.206258 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:49.909343 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:49.931399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:50.660305 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=29 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:50.663191 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=83 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:50.676560 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:50.757974 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=66,neutron:INSERT=9,neutron:DELETE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:51.818451 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:51.819226 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:58.051890 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9b1b-50fa-4787-9049-37d03465b844 req-a2823339-6453-4ecc-9654-7222fdd6b816 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:58.053548 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-aeff9b1b-50fa-4787-9049-37d03465b844 req-a2823339-6453-4ecc-9654-7222fdd6b816 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0524383 Sep 14 03:00:58.104986 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-aeff9b1b-50fa-4787-9049-37d03465b844 req-2c63b3af-65c2-4dbe-b79b-43cb7aa30a91 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452111 Sep 14 03:00:59.230150 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1544937-faba-4ee4-92b7-e07f426a8c30 req-073b49be-8198-43f0-b988-45cc9ad84742 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:00:59.231710 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1544937-faba-4ee4-92b7-e07f426a8c30 req-073b49be-8198-43f0-b988-45cc9ad84742 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0482941 Sep 14 03:00:59.282706 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1544937-faba-4ee4-92b7-e07f426a8c30 req-6b812d1e-72d7-433a-b044-201be81fbf8e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Sep 14 03:00:59.829312 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:59.831704 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:00.406538 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6ace7-b703-45f2-be4e-dcbd92b57911 req-91d5d54a-e143-4857-8640-9db073131783 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:00.408005 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9af6ace7-b703-45f2-be4e-dcbd92b57911 req-91d5d54a-e143-4857-8640-9db073131783 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0467584 Sep 14 03:01:00.472110 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9af6ace7-b703-45f2-be4e-dcbd92b57911 req-e8dc93c6-25e2-4b1b-bfde-84a026f4fe4d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572329 Sep 14 03:01:01.600283 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68084c51-88e7-4b9f-a548-9028220dffde req-36848419-8f87-4315-9ccc-81a7bfefa53d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:01.601772 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-68084c51-88e7-4b9f-a548-9028220dffde req-36848419-8f87-4315-9ccc-81a7bfefa53d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0492885 Sep 14 03:01:01.653595 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-68084c51-88e7-4b9f-a548-9028220dffde req-03b7235f-0d29-4240-9d28-67608c74a9e4 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460856 Sep 14 03:01:02.780910 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8785e8a-d90d-4265-91ab-54a74aeed55f req-1e67e961-1453-4891-8ec9-80bc45d301b3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:02.782395 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a8785e8a-d90d-4265-91ab-54a74aeed55f req-1e67e961-1453-4891-8ec9-80bc45d301b3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0512652 Sep 14 03:01:02.832817 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a8785e8a-d90d-4265-91ab-54a74aeed55f req-51a56f49-e574-465f-b95d-bb2994559733 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442152 Sep 14 03:01:03.957553 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bec67-1f10-4660-ad7c-a8b79c2571d0 req-fb354fec-ee47-4c89-975c-cf60f9e6795f tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:03.959057 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bc3bec67-1f10-4660-ad7c-a8b79c2571d0 req-fb354fec-ee47-4c89-975c-cf60f9e6795f tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0518343 Sep 14 03:01:04.008824 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bc3bec67-1f10-4660-ad7c-a8b79c2571d0 req-85632406-9c89-41a3-8b55-db8e72579e9c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438228 Sep 14 03:01:04.864483 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:05.130718 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e521294-e914-4dfc-8077-2b3c4e9e95ce req-5caac0d5-96e5-479d-8d5d-6ac371256775 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:05.132245 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2e521294-e914-4dfc-8077-2b3c4e9e95ce req-5caac0d5-96e5-479d-8d5d-6ac371256775 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0473971 Sep 14 03:01:05.182387 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2e521294-e914-4dfc-8077-2b3c4e9e95ce req-9da82229-e415-4b99-937d-d27eb35dfdfa tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443709 Sep 14 03:01:06.304386 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd2210-8953-49de-8303-7037bc1d3f59 req-075355fa-2688-4cbd-b3b1-a4b52cbb3694 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:06.305991 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dafd2210-8953-49de-8303-7037bc1d3f59 req-075355fa-2688-4cbd-b3b1-a4b52cbb3694 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0477157 Sep 14 03:01:06.358144 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dafd2210-8953-49de-8303-7037bc1d3f59 req-7a5038cc-4c50-454e-952f-1fd3d1d04968 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465624 Sep 14 03:01:07.484630 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf61b51-8f80-46e3-a675-40b737fc6582 req-823e1c70-34bc-4b09-bd7d-e7a693811b5c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:07.486164 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5bf61b51-8f80-46e3-a675-40b737fc6582 req-823e1c70-34bc-4b09-bd7d-e7a693811b5c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0467465 Sep 14 03:01:07.536013 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5bf61b51-8f80-46e3-a675-40b737fc6582 req-9c838b01-b30c-4a51-bb05-14a277c39d6c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431080 Sep 14 03:01:08.316583 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-3c27eddc-84e6-4f4d-a748-b9f236be83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:08.318134 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-3c27eddc-84e6-4f4d-a748-b9f236be83a6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1130 time: 0.0395918 Sep 14 03:01:08.659188 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e28016-e29f-43ec-8469-277548d6318c req-56bdf07f-2461-4f29-95ef-f592674d9f1c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:08.661654 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-99e28016-e29f-43ec-8469-277548d6318c req-56bdf07f-2461-4f29-95ef-f592674d9f1c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0480282 Sep 14 03:01:08.671727 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-9fedc0ea-621e-4c59-b381-42f23abd133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:08.674833 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-9fedc0ea-621e-4c59-b381-42f23abd133f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 200 len: 909 time: 0.3483267 Sep 14 03:01:08.719780 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-99e28016-e29f-43ec-8469-277548d6318c req-51693491-a65b-47c6-a3a9-bd6f5ab299b7 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516312 Sep 14 03:01:08.750864 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-ccaa4909-4394-45cd-a8db-ea388e0d387e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 1002 time: 0.0654864 Sep 14 03:01:08.806461 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-45589d2f-b6e2-4bba-b320-c5e9e0ba48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:08.807932 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-45589d2f-b6e2-4bba-b320-c5e9e0ba48cb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=28dac422-7e55-43d0-9965-d9d229b582e7 HTTP/1.1" status: 200 len: 848 time: 0.0510740 Sep 14 03:01:08.853343 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-54832022-29b0-40b3-ac1b-b58b470340e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:08.854993 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-54832022-29b0-40b3-ac1b-b58b470340e4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d650588-ff21-45b4-9a4c-9542ee62273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0407977 Sep 14 03:01:08.953512 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-d6520837-d14b-4948-b757-9b642ae2ff3b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912113 Sep 14 03:01:09.251937 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c3098c41-e1b9-4eb6-81f3-465672277c5d req-ea4dd4e2-94ff-4fb5-998c-f1506c405d3d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944922 Sep 14 03:01:09.849850 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed313d5-1bdd-4d48-83cc-a94b9d8e3605 req-6aa4eab3-862d-4c70-8e88-493c961decf6 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:09.851358 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fed313d5-1bdd-4d48-83cc-a94b9d8e3605 req-6aa4eab3-862d-4c70-8e88-493c961decf6 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0508282 Sep 14 03:01:09.883024 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:09.903897 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fed313d5-1bdd-4d48-83cc-a94b9d8e3605 req-e65c7183-75a9-4e20-b0e5-eb434fffd0d9 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467510 Sep 14 03:01:11.010300 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:11.028700 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60699ee-9360-479b-8575-19deaec2ffca req-f010c2e7-5e61-4f2a-be40-493682eb4087 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:11.028700 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a60699ee-9360-479b-8575-19deaec2ffca req-f010c2e7-5e61-4f2a-be40-493682eb4087 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0479681 Sep 14 03:01:11.078960 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a60699ee-9360-479b-8575-19deaec2ffca req-6592a428-dbbb-4f99-8197-5b8981aedb35 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457580 Sep 14 03:01:11.952393 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-fe1f918f-bf3a-4f0f-b3e8-c88c6170d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:11.953918 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-fe1f918f-bf3a-4f0f-b3e8-c88c6170d3fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1130 time: 0.0393970 Sep 14 03:01:12.088820 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-ee7fefc1-c222-4d96-8255-985d725493cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:12.090384 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-ee7fefc1-c222-4d96-8255-985d725493cb service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 200 len: 909 time: 0.0939002 Sep 14 03:01:12.154371 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-9d957c7a-03c5-496f-ad91-cb247ebd9e4c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 1002 time: 0.0576870 Sep 14 03:01:12.211886 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-3cea2dc2-dc73-4f1f-84de-b7d6e112943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:12.213354 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-3cea2dc2-dc73-4f1f-84de-b7d6e112943f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=28dac422-7e55-43d0-9965-d9d229b582e7 HTTP/1.1" status: 200 len: 848 time: 0.0531523 Sep 14 03:01:12.216047 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d51e-5e6a-4186-91ac-d48e26d29f35 req-e4fa0a77-53fb-4f3a-a63e-35c9e31a6c0e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:12.217523 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7e42d51e-5e6a-4186-91ac-d48e26d29f35 req-e4fa0a77-53fb-4f3a-a63e-35c9e31a6c0e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0537672 Sep 14 03:01:12.264671 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-bc1c33a6-cd88-46bd-a131-c9e90114ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:12.266197 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-bc1c33a6-cd88-46bd-a131-c9e90114ae51 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d650588-ff21-45b4-9a4c-9542ee62273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453589 Sep 14 03:01:12.274789 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7e42d51e-5e6a-4186-91ac-d48e26d29f35 req-028e35fa-9e19-45f0-b8c7-0d8109d00aec tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515161 Sep 14 03:01:12.365162 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-a66f6396-98d8-47fb-b2cc-19e9cf4c7c0e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919077 Sep 14 03:01:12.451079 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:12.457023 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-5aca1be8-9a4f-4636-8313-10a30e7dee5d req-1ce00788-f85d-438d-afaf-d33037222e61 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863266 Sep 14 03:01:12.678946 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 47632) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:01:12.782058 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-56537965-bb95-4376-a360-0871f9606573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:12.790851 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:12.791717 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:12.829087 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:12.858043 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-56537965-bb95-4376-a360-0871f9606573 admin admin] Publish callbacks [] for security_group (71c54b46-d560-462b-afab-6368ce6f4978), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:12.959644 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-56537965-bb95-4376-a360-0871f9606573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (71c54b46-d560-462b-afab-6368ce6f4978), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:13.005288 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-56537965-bb95-4376-a360-0871f9606573 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2f75d3475b85432dbf3b50683b3f02b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251359 Sep 14 03:01:13.005877 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56537965-bb95-4376-a360-0871f9606573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c54b46-d560-462b-afab-6368ce6f4978,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:13.008234 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 47636) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:01:13.057763 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-572380a7-7642-4b3f-a4d6-f64842826301 admin admin] Publish callbacks [] for security_group (71c54b46-d560-462b-afab-6368ce6f4978), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:13.078021 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-572380a7-7642-4b3f-a4d6-f64842826301 admin admin] Publish callbacks [] for security_group (71c54b46-d560-462b-afab-6368ce6f4978), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:13.229412 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-572380a7-7642-4b3f-a4d6-f64842826301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (71c54b46-d560-462b-afab-6368ce6f4978), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:13.232016 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-572380a7-7642-4b3f-a4d6-f64842826301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:13.233180 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-572380a7-7642-4b3f-a4d6-f64842826301 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/71c54b46-d560-462b-afab-6368ce6f4978 HTTP/1.1" status: 204 len: 168 time: 0.2237737 Sep 14 03:01:13.241365 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572380a7-7642-4b3f-a4d6-f64842826301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c54b46-d560-462b-afab-6368ce6f4978,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:13.399141 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14595d2b-099f-4536-bf0d-584475243af1 req-188377bd-564a-4f23-b825-6a2a1d7be367 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:13.400732 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-14595d2b-099f-4536-bf0d-584475243af1 req-188377bd-564a-4f23-b825-6a2a1d7be367 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0480247 Sep 14 03:01:13.454029 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-14595d2b-099f-4536-bf0d-584475243af1 req-dd498dfd-6d05-4d03-9296-bfaf081726c1 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475316 Sep 14 03:01:13.542851 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [req-27c2a1b2-c973-4ff5-b18f-55739c30137f req-fd4dd204-a238-4402-b2c0-fd79e0234c59 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 03:01:13.543928 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-27c2a1b2-c973-4ff5-b18f-55739c30137f req-fd4dd204-a238-4402-b2c0-fd79e0234c59 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056674 Sep 14 03:01:13.916164 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2ee0-a22f-4d08-8c2f-400f3d9ad8ae req-6ce0c2ef-b8d7-43d6-b584-26e7b22b06b5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:13.917652 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ee9a2ee0-a22f-4d08-8c2f-400f3d9ad8ae req-6ce0c2ef-b8d7-43d6-b584-26e7b22b06b5 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0465322 Sep 14 03:01:13.970161 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ee9a2ee0-a22f-4d08-8c2f-400f3d9ad8ae req-10a34af1-4143-474d-a71f-1b68143e6dcd tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464826 Sep 14 03:01:13.986997 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-fc7e3d33-7271-4596-a60f-e71622d14847 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672579 Sep 14 03:01:14.062144 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-e6c79f9c-0d10-48c1-9452-8ddd234a42ad tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:14.063513 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-e6c79f9c-0d10-48c1-9452-8ddd234a42ad tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports/10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 943 time: 0.0475740 Sep 14 03:01:14.483115 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0ac1c537-cacc-4f80-bc0a-db26a1337797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:15.105026 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdde89-4fd8-420c-8249-3d098656863f req-b956e806-f244-41fc-8ba7-2661549f7ff1 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:15.106501 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-42fdde89-4fd8-420c-8249-3d098656863f req-b956e806-f244-41fc-8ba7-2661549f7ff1 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0481055 Sep 14 03:01:15.159969 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-42fdde89-4fd8-420c-8249-3d098656863f req-fa614f2e-538a-4105-baef-3db6574e09ba tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479581 Sep 14 03:01:15.983083 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 10185576-43fb-4697-bcc1-5c047ff3b916 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:01:16.065743 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 10185576-43fb-4697-bcc1-5c047ff3b916 is: ACTIVE; New status is: DOWN {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 03:01:16.066141 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:16.101244 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:01:16.104979 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7217a-c0b4-4cbf-b806-ac65e5444789" -d '{"events": [{"server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "name": "network-vif-unplugged", "status": "completed", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:01:16.124153 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:01:16.153775 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 03:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4443c429-365e-4d5e-ac20-ca5e47831527 x-openstack-request-id: req-4443c429-365e-4d5e-ac20-ca5e47831527 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:01:16.154244 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "name": "network-vif-unplugged", "status": "failed", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916", "code": 422}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:01:16.154540 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4443c429-365e-4d5e-ac20-ca5e47831527 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:01:16.155102 dv-cinder-857075-6-smb neutron-server[113176]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4443c429-365e-4d5e-ac20-ca5e47831527']: {'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916', 'code': 422} returned with failed status Sep 14 03:01:16.189996 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:16.252759 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=6']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:16.263417 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.263759 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.264124 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.264643 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.264993 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.265324 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.265678 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.266068 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.266398 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.266758 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.267110 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.267537 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.267906 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.268318 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.268531 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:16.306839 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e6670-b91b-4d3e-ba00-ff48de61e98d req-7b74d700-ef39-477d-9fef-f8473c400e77 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:16.308675 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-934e6670-b91b-4d3e-ba00-ff48de61e98d req-7b74d700-ef39-477d-9fef-f8473c400e77 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0575366 Sep 14 03:01:16.368003 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-934e6670-b91b-4d3e-ba00-ff48de61e98d req-5477aea1-5b3a-4cfb-ab73-d87c6e3da7c8 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504544 Sep 14 03:01:16.738083 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-f042081e-b7ee-496a-917b-d14661ce12e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:17.384475 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-df63ceb8-290d-4e0c-87fd-5efbe089d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:17.386043 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-df63ceb8-290d-4e0c-87fd-5efbe089d860 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c&tenant_id=8af87cd85acd453fac7b3b4f386c8789 HTTP/1.1" status: 200 len: 1128 time: 0.0402296 Sep 14 03:01:17.455065 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-fb3fe4be-9794-40ac-91c8-4e9eea3ebb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:17.456861 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-fb3fe4be-9794-40ac-91c8-4e9eea3ebb13 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1128 time: 0.0451984 Sep 14 03:01:17.500993 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7589c7-4964-4d91-a615-cfd779175d44 req-be75665f-20af-495a-9a75-ec4dae73085c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:17.502459 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fc7589c7-4964-4d91-a615-cfd779175d44 req-be75665f-20af-495a-9a75-ec4dae73085c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0460608 Sep 14 03:01:17.553108 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fc7589c7-4964-4d91-a615-cfd779175d44 req-537087d7-500c-4294-8778-0330227049c6 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440166 Sep 14 03:01:18.075798 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-42ec2e6b-5157-444e-b34d-5e77ea067519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:18.077272 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-42ec2e6b-5157-444e-b34d-5e77ea067519 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 200 len: 909 time: 0.0886621 Sep 14 03:01:18.141753 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-ff171dbf-3a4e-48f1-9ce1-f5876b2cfea1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 1000 time: 0.0578008 Sep 14 03:01:18.195114 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:18.413995 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-e65720f6-4b2c-4334-9190-bf2450605a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:18.415486 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-e65720f6-4b2c-4334-9190-bf2450605a33 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=28dac422-7e55-43d0-9965-d9d229b582e7 HTTP/1.1" status: 200 len: 848 time: 0.0467527 Sep 14 03:01:18.677038 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c69ec-adb2-49a7-85d9-27924afa4250 req-18985007-17f7-447f-87f4-82a5c69097ff tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:18.678544 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a33c69ec-adb2-49a7-85d9-27924afa4250 req-18985007-17f7-447f-87f4-82a5c69097ff tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0507867 Sep 14 03:01:18.726247 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a33c69ec-adb2-49a7-85d9-27924afa4250 req-d3bcedf6-2c5b-4405-bfd5-aa7a20b4cd23 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Sep 14 03:01:18.823796 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:01:18.888240 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-175893ce-10ca-4332-b4a0-439cfd10f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:18.889816 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-175893ce-10ca-4332-b4a0-439cfd10f71a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d650588-ff21-45b4-9a4c-9542ee62273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391273 Sep 14 03:01:18.991329 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-23dcddfb-978a-442c-8929-b7cd10894c8e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945127 Sep 14 03:01:19.080928 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-d24e3abd-4ef6-4762-acc8-09bbd9d8a98d req-e8222a6b-e7b9-45c5-87f5-175d12038b14 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827675 Sep 14 03:01:19.846921 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaf48a-6300-4242-aa21-2ad81486bb23 req-2279d52c-2539-44cc-a566-81fa805b2e16 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:19.849149 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-eafaf48a-6300-4242-aa21-2ad81486bb23 req-2279d52c-2539-44cc-a566-81fa805b2e16 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0477827 Sep 14 03:01:19.897893 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:19.898384 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-eafaf48a-6300-4242-aa21-2ad81486bb23 req-02d90dfa-d6e2-4aa0-a06e-74b74e037f11 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434477 Sep 14 03:01:19.943964 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:20.991414 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:21.013231 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:21.028560 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedaf596-35af-46f1-bbc8-0ddb2d4d2c34 req-b96b1583-3078-4ee8-94da-f1258ae02894 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:21.032978 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fedaf596-35af-46f1-bbc8-0ddb2d4d2c34 req-b96b1583-3078-4ee8-94da-f1258ae02894 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0475564 Sep 14 03:01:21.083408 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fedaf596-35af-46f1-bbc8-0ddb2d4d2c34 req-90b7ebf3-9f9c-4b23-a606-5ab255ed29fa tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476739 Sep 14 03:01:21.997789 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 10185576-43fb-4697-bcc1-5c047ff3b916 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 03:01:22.109868 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:01:22.123215 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': '10185576-43fb-4697-bcc1-5c047ff3b916', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'port_id': '10185576-43fb-4697-bcc1-5c047ff3b916', 'mac_address': 'fa:16:3e:49:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 03:01:22.160485 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 10185576-43fb-4697-bcc1-5c047ff3b916 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 03:01:22.160782 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:22.174516 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10185576-43fb-4697-bcc1-5c047ff3b916 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 03:01:22.195071 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:01:22.207083 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd07db7-705a-445d-aafe-c49720a580c7 req-4dfaf49a-99f3-467b-b18a-24a80cee9c1e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:22.209133 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4fd07db7-705a-445d-aafe-c49720a580c7 req-4dfaf49a-99f3-467b-b18a-24a80cee9c1e tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 944 time: 0.0487225 Sep 14 03:01:22.257687 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-4fd07db7-705a-445d-aafe-c49720a580c7 req-84f6fd3d-75de-4bda-9969-376a8f3b62be tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Sep 14 03:01:22.269821 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:22.317221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=7']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:22.500174 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['10185576-43fb-4697-bcc1-5c047ff3b916'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 03:01:22.683846 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:22.698965 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:23.382576 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290ccb9-5aa8-4237-bbce-41cade301c2a req-da7ec248-561f-4a98-88fd-97418e783c0d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:23.383983 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8290ccb9-5aa8-4237-bbce-41cade301c2a req-da7ec248-561f-4a98-88fd-97418e783c0d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 945 time: 0.0532396 Sep 14 03:01:23.434159 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-8290ccb9-5aa8-4237-bbce-41cade301c2a req-e902b099-f913-473a-a3cf-277483b6ffd0 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446203 Sep 14 03:01:24.014724 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 10185576-43fb-4697-bcc1-5c047ff3b916 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 03:01:24.061370 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port 10185576-43fb-4697-bcc1-5c047ff3b916 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 03:01:24.061746 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:24.062081 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port 10185576-43fb-4697-bcc1-5c047ff3b916 Sep 14 03:01:24.132198 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port 10185576-43fb-4697-bcc1-5c047ff3b916 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 03:01:24.132591 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:24.155057 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:01:24.157211 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f175193-8922-46c6-a113-fdb0b5e572d8" -d '{"events": [{"server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "name": "network-vif-plugged", "status": "completed", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:01:24.170179 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:01:24.194319 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 03:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c8c813-c4ba-4d89-919b-82a99f23ea16 x-openstack-request-id: req-d0c8c813-c4ba-4d89-919b-82a99f23ea16 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:01:24.194710 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "name": "network-vif-plugged", "status": "completed", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:01:24.194967 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d0c8c813-c4ba-4d89-919b-82a99f23ea16 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:01:24.195365 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c8c813-c4ba-4d89-919b-82a99f23ea16'] response: {'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916', 'code': 200} Sep 14 03:01:24.240347 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:24.289670 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=8']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:24.559123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15173ea-fb58-4655-8c88-ce62edc85249 req-a24e8932-a663-4220-9549-a34e3cc98f8f tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:24.560583 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f15173ea-fb58-4655-8c88-ce62edc85249 req-a24e8932-a663-4220-9549-a34e3cc98f8f tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0499315 Sep 14 03:01:24.612074 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f15173ea-fb58-4655-8c88-ce62edc85249 req-1c5a95bb-5625-49d4-9ef1-ba69328b8f09 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453811 Sep 14 03:01:25.259106 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:25.266228 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da6005-7a29-4c4d-b81a-ce02b448f3f0 req-a932de49-1a59-48af-9ec2-fd51c997b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:25.267759 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-64da6005-7a29-4c4d-b81a-ce02b448f3f0 req-a932de49-1a59-48af-9ec2-fd51c997b1b9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1130 time: 0.0427442 Sep 14 03:01:25.318594 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-64da6005-7a29-4c4d-b81a-ce02b448f3f0 req-4ebd03f5-b6e4-4909-9eb9-b7a42b32b768 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Sep 14 03:01:25.734025 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf52978-8e2f-43df-bb5c-ebb427c658c7 req-3cca3c1e-19c7-4745-9b2a-d5e717fba225 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:25.735533 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bdf52978-8e2f-43df-bb5c-ebb427c658c7 req-3cca3c1e-19c7-4745-9b2a-d5e717fba225 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0474610 Sep 14 03:01:25.785705 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bdf52978-8e2f-43df-bb5c-ebb427c658c7 req-b4eb6325-129c-492e-861a-a113152dd3c3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Sep 14 03:01:26.909355 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d277d-f257-4a47-85a3-572a420a56a4 req-34ef3622-8b0a-4658-bab5-a51aba4cd853 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:26.910995 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a97d277d-f257-4a47-85a3-572a420a56a4 req-34ef3622-8b0a-4658-bab5-a51aba4cd853 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0472047 Sep 14 03:01:26.972288 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a97d277d-f257-4a47-85a3-572a420a56a4 req-67a90ca9-cdaa-4017-a7bb-f5c71be4dea9 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552526 Sep 14 03:01:28.098521 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17495e0c-0214-44ab-866f-4bc5677ceb57 req-421e6468-da82-4f0e-82de-eef80e979905 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:28.099998 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-17495e0c-0214-44ab-866f-4bc5677ceb57 req-421e6468-da82-4f0e-82de-eef80e979905 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0469713 Sep 14 03:01:28.149031 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-17495e0c-0214-44ab-866f-4bc5677ceb57 req-c519954c-4468-4260-8569-c13aa88f2da8 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Sep 14 03:01:28.684928 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e73d85-1133-47a4-bc28-a1ecd42be3d8 req-355301c1-c2e2-46f6-a2ca-8464568bb651 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:28.686454 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1e73d85-1133-47a4-bc28-a1ecd42be3d8 req-355301c1-c2e2-46f6-a2ca-8464568bb651 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0471525 Sep 14 03:01:28.734222 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-e1e73d85-1133-47a4-bc28-a1ecd42be3d8 req-52a5bb48-c8ab-4cb2-8e27-747534ae791a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Sep 14 03:01:28.817695 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:28.818844 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:29.863007 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdccae-d8cf-4c0f-a9cc-fe223f8b9249 req-41c2dff2-3c2d-4e4c-b382-e79e0a984c98 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:29.865205 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-56bdccae-d8cf-4c0f-a9cc-fe223f8b9249 req-41c2dff2-3c2d-4e4c-b382-e79e0a984c98 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0533483 Sep 14 03:01:29.912847 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-56bdccae-d8cf-4c0f-a9cc-fe223f8b9249 req-295fbfa1-2500-4386-bd99-4252cb47972d tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Sep 14 03:01:31.034655 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8e8f2-fca3-46aa-b0ab-9ad570250bf2 req-af81d5b4-9997-4ac6-bddc-0afa942b8459 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:31.036122 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b7f8e8f2-fca3-46aa-b0ab-9ad570250bf2 req-af81d5b4-9997-4ac6-bddc-0afa942b8459 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0468986 Sep 14 03:01:31.082115 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-b7f8e8f2-fca3-46aa-b0ab-9ad570250bf2 req-099ee14e-e28d-4fe4-a9fe-1f4742868aac tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Sep 14 03:01:32.205596 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbabd7-e7ce-4c3f-ae60-f2e03c85c283 req-844c4d39-8195-4c61-89e7-3cca9c4fa1bb tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:32.207148 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d2dbabd7-e7ce-4c3f-ae60-f2e03c85c283 req-844c4d39-8195-4c61-89e7-3cca9c4fa1bb tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0506465 Sep 14 03:01:32.253243 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d2dbabd7-e7ce-4c3f-ae60-f2e03c85c283 req-a86396ff-3c31-43bf-a025-531186809118 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Sep 14 03:01:33.342259 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:33.369204 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:33.379636 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3826d9-3b4a-4e63-ab8b-bdb3f00e564a req-a4d2d0fe-5caf-41a1-8729-00a239c70778 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:33.381080 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5b3826d9-3b4a-4e63-ab8b-bdb3f00e564a req-a4d2d0fe-5caf-41a1-8729-00a239c70778 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0474637 Sep 14 03:01:33.428333 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-5b3826d9-3b4a-4e63-ab8b-bdb3f00e564a req-32934868-f4d3-478b-9403-ca20ff46e2d5 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Sep 14 03:01:33.635633 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-8c867317-e5ee-40c2-ba76-1c67ba0c2698 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:33.636986 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-8c867317-e5ee-40c2-ba76-1c67ba0c2698 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 946 time: 0.0464346 Sep 14 03:01:33.721573 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Deleting port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:01:33.721915 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:33.811740 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] For port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:01:33.812096 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:33.825080 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Calling delete_port for c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:01:33.837479 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:34.017853 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:34.030038 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 03:01:34.045908 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Pushing event deleted for resources: {'Port': ['ID=c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:34.059409 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.059771 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.060089 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.060420 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.060743 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.061064 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.061383 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.061701 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.062015 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.062328 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.062667 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.062985 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.063306 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.063618 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.063926 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:01:34.105130 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] No DVR routers for this DVR port c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 03:01:34.107705 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:34.113247 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8c4e7b98-0834-4653-b3c0-25b51348f7d9 req-abfdc78a-4de7-4f6b-add1-33473f2d25fd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.23 "DELETE /networking/v2.0/ports/c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 HTTP/1.1" status: 204 len: 173 time: 0.4688694 Sep 14 03:01:34.113247 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaef8bd-12e6-460a-9479-7cbe28836421', 'name': 'network-vif-deleted', 'tag': 'c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:01:34.114691 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e93ab0-4955-497c-b49b-4190e3473fdb" -d '{"events": [{"server_uuid": "3eaef8bd-12e6-460a-9479-7cbe28836421", "name": "network-vif-deleted", "tag": "c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:01:34.152434 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92065c19-4fc8-480a-8aaa-cb4b014b0e03 x-openstack-request-id: req-92065c19-4fc8-480a-8aaa-cb4b014b0e03 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:01:34.152759 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaef8bd-12e6-460a-9479-7cbe28836421", "name": "network-vif-deleted", "tag": "c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:01:34.153016 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-92065c19-4fc8-480a-8aaa-cb4b014b0e03 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:01:34.153425 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92065c19-4fc8-480a-8aaa-cb4b014b0e03'] response: {'server_uuid': '3eaef8bd-12e6-460a-9479-7cbe28836421', 'name': 'network-vif-deleted', 'tag': 'c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7', 'status': 'completed', 'code': 200} Sep 14 03:01:34.544079 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d7d516fe-ad87-48f8-a266-fd4b040368c1 req-926ffc93-316f-435a-b878-00a1b1d74d0e tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3eaef8bd-12e6-460a-9479-7cbe28836421 HTTP/1.1" status: 200 len: 210 time: 0.0280869 Sep 14 03:01:34.812000 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:38.092312 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:01:38.115160 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:01:38.115506 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device c1eaa4db-5e00-4d00-a2a4-f6e3f005a8e7 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:01:40.083210 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-66686f14-9785-4203-9298-810830249880 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:40.084575 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-66686f14-9785-4203-9298-810830249880 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7d778261-903b-4d40-8fc2-9cc2073c7df1 HTTP/1.1" status: 200 len: 814 time: 0.1042404 Sep 14 03:01:40.099302 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-cb328c3e-103a-4adf-a5c0-2313e9f58062 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/quotas/11ef8ff59b124a1abac92e8665016f13 HTTP/1.1" status: 200 len: 375 time: 0.0091729 Sep 14 03:01:40.131030 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-7e86fa2a-195d-4710-bdc9-9c2bb027ff2d tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=11ef8ff59b124a1abac92e8665016f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263085 Sep 14 03:01:40.224539 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-0385a137-68a8-4ebd-860b-c82bc87eb718 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861218 Sep 14 03:01:40.315851 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-fcb2fd80-4048-4120-8793-ee34e45b2bbe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852969 Sep 14 03:01:40.551127 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-ee5074b3-fe34-4006-b886-18473c5af8f1 req-c5f5c682-330e-459c-beb1-5d109bb07036 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 210 time: 0.0316455 Sep 14 03:01:41.656578 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f869f219-a73e-4237-96c7-995af4e19511 req-4754e4b6-6c98-496b-82a8-ce941c17ae45 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 210 time: 0.0287690 Sep 14 03:01:42.715850 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-16a9b097-482b-4782-a9eb-908aa8ca38b5 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:42.717297 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-16a9b097-482b-4782-a9eb-908aa8ca38b5 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7d778261-903b-4d40-8fc2-9cc2073c7df1 HTTP/1.1" status: 200 len: 814 time: 0.1047523 Sep 14 03:01:42.737447 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Request body: {'port': {'device_id': '5ef9db79-e7f2-41d9-8ab2-284c78656255', 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1', 'admin_state_up': True, 'tenant_id': '11ef8ff59b124a1abac92e8665016f13'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 03:01:42.763053 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-30c85bc4-e697-435c-a249-fe79d8fce7d1 req-2cd4e4e9-bea4-4bfd-8a45-e7feb365d1ab tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 210 time: 0.0277383 Sep 14 03:01:42.955080 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Made reservation on behalf of 11ef8ff59b124a1abac92e8665016f13 for: {'port': 1} {{(pid=113175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 03:01:42.958789 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (None), before_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:43.094959 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_common [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Allocated IP 172.20.0.4 (7d778261-903b-4d40-8fc2-9cc2073c7df1/58f965a6-6577-4385-9ce8-13a51c9c5523/a977ca45-4bda-46c3-aa24-9a351d97b303) {{(pid=113175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 03:01:43.159739 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:43.248226 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks [] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), precommit_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:43.264785 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:43.372725 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790733506771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), after_create {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:43.418899 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Network 7d778261-903b-4d40-8fc2-9cc2073c7df1 is already hosted by enough agents. {{(pid=113175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 03:01:43.424405 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.base_scheduler [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Resources bound (agent type, host, resource id): {{(pid=113175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 03:01:43.427420 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Received port after_create {{(pid=113175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 03:01:43.453571 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Pushing event updated for resources: {'Port': ['ID=a977ca45-4bda-46c3-aa24-9a351d97b303,revision_number=1']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:43.481882 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:43.482498 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:43.580411 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-373595f4-8c6f-4483-841b-bf1edcda767a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8465776 Sep 14 03:01:43.592213 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.v2.base [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Request body: {'port': {'device_id': '5ef9db79-e7f2-41d9-8ab2-284c78656255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=113175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 03:01:43.650442 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:43.889997 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b050e1-1a01-44c7-aa41-b3078810a1f6 req-6491bebc-8501-4671-9882-63dc1bf9bafe tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:43.891418 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f7b050e1-1a01-44c7-aa41-b3078810a1f6 req-6491bebc-8501-4671-9882-63dc1bf9bafe tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 931 time: 0.0460293 Sep 14 03:01:43.905907 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a977ca45-4bda-46c3-aa24-9a351d97b303 {{(pid=113175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 03:01:43.913513 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Publish callbacks [] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), precommit_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:43.927457 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.provisioning_blocks [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Transition to ACTIVE for port object a977ca45-4bda-46c3-aa24-9a351d97b303 will not be triggered until provisioned by entity L2. {{(pid=113175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 03:01:43.943866 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-f7b050e1-1a01-44c7-aa41-b3078810a1f6 req-ecf90f2d-345f-4010-988c-ecb9f74bb565 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463014 Sep 14 03:01:44.012087 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:44.093006 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a977ca45-4bda-46c3-aa24-9a351d97b303,revision_number=2']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:44.125127 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Attempting to bind port a977ca45-4bda-46c3-aa24-9a351d97b303 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 03:01:44.125465 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Attempting to bind port a977ca45-4bda-46c3-aa24-9a351d97b303 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 03:01:44.125800 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Attempting to bind port a977ca45-4bda-46c3-aa24-9a351d97b303 on network 7d778261-903b-4d40-8fc2-9cc2073c7df1 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 03:01:44.156918 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:44.170745 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Port a977ca45-4bda-46c3-aa24-9a351d97b303 on network 7d778261-903b-4d40-8fc2-9cc2073c7df1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 03:01:44.171066 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Attempting to bind port a977ca45-4bda-46c3-aa24-9a351d97b303 on network 7d778261-903b-4d40-8fc2-9cc2073c7df1 {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 03:01:44.212811 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Checking agent: {'id': '5d851487-b066-428c-af61-9b82d1316983', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'started_at': datetime.datetime(2022, 9, 14, 2, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 3, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 03:01:44.213143 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Checking segment: {'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 03:01:44.213520 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Bound using segment: {'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'} {{(pid=113175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 03:01:44.213943 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.managers [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Bound port: a977ca45-4bda-46c3-aa24-9a351d97b303, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1'}}] {{(pid=113175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 03:01:44.214293 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), before_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:44.272568 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] For port a977ca45-4bda-46c3-aa24-9a351d97b303, host hv-cinder-85707, cleared binding levels {{(pid=113175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 03:01:44.275537 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] For port a977ca45-4bda-46c3-aa24-9a351d97b303, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a977ca45-4bda-46c3-aa24-9a351d97b303,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 03:01:44.315421 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16109512'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), after_update {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:44.319358 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:44.319992 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:44.321349 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a977ca45-4bda-46c3-aa24-9a351d97b303 HTTP/1.1" status: 200 len: 1093 time: 0.7334585 Sep 14 03:01:44.321886 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef9db79-e7f2-41d9-8ab2-284c78656255', 'tag': 'a977ca45-4bda-46c3-aa24-9a351d97b303'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:01:44.324196 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e8c6f4-efcf-4bc8-85af-48b5a46e0b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef9db79-e7f2-41d9-8ab2-284c78656255", "tag": "a977ca45-4bda-46c3-aa24-9a351d97b303"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:01:44.369750 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb230585-bcbd-43c0-ba4e-630e45bb0bde x-openstack-request-id: req-bb230585-bcbd-43c0-ba4e-630e45bb0bde {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:01:44.370032 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef9db79-e7f2-41d9-8ab2-284c78656255", "tag": "a977ca45-4bda-46c3-aa24-9a351d97b303", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:01:44.370279 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bb230585-bcbd-43c0-ba4e-630e45bb0bde {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:01:44.370716 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb230585-bcbd-43c0-ba4e-630e45bb0bde'] response: {'name': 'network-changed', 'server_uuid': '5ef9db79-e7f2-41d9-8ab2-284c78656255', 'tag': 'a977ca45-4bda-46c3-aa24-9a351d97b303', 'status': 'completed', 'code': 200} Sep 14 03:01:44.375433 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a766d34-d719-4874-ae79-b428296206e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a977ca45-4bda-46c3-aa24-9a351d97b303,revision_number=3']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:44.441833 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8c6f4-efcf-4bc8-85af-48b5a46e0b8b req-76fdb2b0-0db4-4b05-9813-7d6827e1e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:44.443390 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c1e8c6f4-efcf-4bc8-85af-48b5a46e0b8b req-76fdb2b0-0db4-4b05-9813-7d6827e1e595 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=11ef8ff59b124a1abac92e8665016f13&device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 1127 time: 0.0440357 Sep 14 03:01:44.480746 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-812787c5-226f-47c9-a2f5-dd8b0e7d340e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:44.507822 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:44.543457 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8c6f4-efcf-4bc8-85af-48b5a46e0b8b req-2742d78b-d880-4eb8-b62a-9f33a22c4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:44.544907 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c1e8c6f4-efcf-4bc8-85af-48b5a46e0b8b req-2742d78b-d880-4eb8-b62a-9f33a22c4e86 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=11ef8ff59b124a1abac92e8665016f13&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0951281 Sep 14 03:01:44.640534 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8c6f4-efcf-4bc8-85af-48b5a46e0b8b req-0b47843c-94b5-40cf-9c4b-7250d61a2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:44.642002 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-c1e8c6f4-efcf-4bc8-85af-48b5a46e0b8b req-0b47843c-94b5-40cf-9c4b-7250d61a2970 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909605 Sep 14 03:01:44.722586 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-795094b4-8d07-40ba-90f2-7e4bcee79876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:44.724071 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-795094b4-8d07-40ba-90f2-7e4bcee79876 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=11ef8ff59b124a1abac92e8665016f13&device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 1127 time: 0.0382285 Sep 14 03:01:44.771529 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-7ff368ae-9e22-47f1-9008-f50850ad3e87 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a977ca45-4bda-46c3-aa24-9a351d97b303 HTTP/1.1" status: 200 len: 217 time: 0.0345728 Sep 14 03:01:44.819448 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-e61ee0eb-04f6-44e9-af69-d9ff16206458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:44.821384 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-e61ee0eb-04f6-44e9-af69-d9ff16206458 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=58f965a6-6577-4385-9ce8-13a51c9c5523 HTTP/1.1" status: 200 len: 854 time: 0.0437200 Sep 14 03:01:44.855100 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-18372f89-ce57-4891-8713-f066076a120d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d778261-903b-4d40-8fc2-9cc2073c7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251091 Sep 14 03:01:44.946330 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-e580ef50-b247-40f0-8d8d-1adbd699e2f0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845518 Sep 14 03:01:45.035114 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-7a3cc099-2cf3-4937-ab08-e9733c19999a req-8ee9f1a1-dda3-4274-bfbd-3ecb180a8254 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815353 Sep 14 03:01:45.068979 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bad83-0a21-4b81-85a9-11f3a2b6c28f req-aa6d618c-4a14-4c1a-8ced-055281cbfe4f tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:45.071020 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-af1bad83-0a21-4b81-85a9-11f3a2b6c28f req-aa6d618c-4a14-4c1a-8ced-055281cbfe4f tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 943 time: 0.0488050 Sep 14 03:01:45.119148 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-af1bad83-0a21-4b81-85a9-11f3a2b6c28f req-1a473d2f-5cb3-4132-99a5-9ce2fd1ee690 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Sep 14 03:01:46.244514 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b582984-a8b7-4caf-b0af-79dc3755be60 req-1938587b-fb80-4fc3-a38d-623e72be9f84 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:46.245973 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b582984-a8b7-4caf-b0af-79dc3755be60 req-1938587b-fb80-4fc3-a38d-623e72be9f84 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 943 time: 0.0466583 Sep 14 03:01:46.291800 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-0b582984-a8b7-4caf-b0af-79dc3755be60 req-607a6f6b-a808-49eb-b2b6-146563c0fbcd tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Sep 14 03:01:46.714661 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f8b8-23f0-4869-90a3-424f4311d989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:47.416131 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05013fa4-dbb6-4f9d-8306-543d5b6ec91c req-48b4f1f4-06b8-4b64-a9ad-df6138ce89e3 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:47.417502 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-05013fa4-dbb6-4f9d-8306-543d5b6ec91c req-48b4f1f4-06b8-4b64-a9ad-df6138ce89e3 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 943 time: 0.0518048 Sep 14 03:01:47.464673 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-05013fa4-dbb6-4f9d-8306-543d5b6ec91c req-67438458-5a5c-458e-99db-2e2220610106 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Sep 14 03:01:48.143879 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device a977ca45-4bda-46c3-aa24-9a351d97b303 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=113176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 03:01:48.230199 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:48.244387 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port a977ca45-4bda-46c3-aa24-9a351d97b303, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a977ca45-4bda-46c3-aa24-9a351d97b303,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:01:48.255676 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Returning: {'device': 'a977ca45-4bda-46c3-aa24-9a351d97b303', 'network_id': '7d778261-903b-4d40-8fc2-9cc2073c7df1', 'port_id': 'a977ca45-4bda-46c3-aa24-9a351d97b303', 'mac_address': 'fa:16:3e:45:70:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f965a6-6577-4385-9ce8-13a51c9c5523', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 03:01:48.291146 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port a977ca45-4bda-46c3-aa24-9a351d97b303 is: DOWN; New status is: BUILD {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 03:01:48.291527 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:48.304619 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a977ca45-4bda-46c3-aa24-9a351d97b303 {{(pid=113176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 03:01:48.325274 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port a977ca45-4bda-46c3-aa24-9a351d97b303, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a977ca45-4bda-46c3-aa24-9a351d97b303,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:01:48.387687 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:48.438645 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=a977ca45-4bda-46c3-aa24-9a351d97b303,revision_number=4']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:48.583882 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229326c4-d308-4b40-bb1c-f3e26439adee req-3cc4fbde-35a5-4c68-9dac-a0ed49d1f272 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:48.585336 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-229326c4-d308-4b40-bb1c-f3e26439adee req-3cc4fbde-35a5-4c68-9dac-a0ed49d1f272 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 944 time: 0.0467255 Sep 14 03:01:48.633046 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-229326c4-d308-4b40-bb1c-f3e26439adee req-e6363575-94b2-450f-bbfb-4931d190be1c tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Sep 14 03:01:48.640767 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['a977ca45-4bda-46c3-aa24-9a351d97b303'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 03:01:48.734553 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:48.768189 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:49.757993 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893df5e9-a837-46c1-92f2-0123710c29b2 req-678babad-55fe-497e-957a-11de2e38d648 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:49.759130 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-893df5e9-a837-46c1-92f2-0123710c29b2 req-678babad-55fe-497e-957a-11de2e38d648 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 944 time: 0.0494001 Sep 14 03:01:49.792800 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:49.809340 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-893df5e9-a837-46c1-92f2-0123710c29b2 req-f113daac-5bd0-430a-9fa3-71ec4321864c tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445518 Sep 14 03:01:49.926775 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:49.972327 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:50.161303 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device a977ca45-4bda-46c3-aa24-9a351d97b303 up at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 03:01:50.165332 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:50.204040 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning for port a977ca45-4bda-46c3-aa24-9a351d97b303 completed by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 03:01:50.257637 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.provisioning_blocks [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Provisioning complete for port a977ca45-4bda-46c3-aa24-9a351d97b303 triggered by entity L2. {{(pid=113176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 03:01:50.258014 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989150'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), provisioning_complete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:50.258350 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Attempt 1 to provision port a977ca45-4bda-46c3-aa24-9a351d97b303 Sep 14 03:01:50.327861 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Current status of the port a977ca45-4bda-46c3-aa24-9a351d97b303 is: BUILD; New status is: ACTIVE {{(pid=113176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 03:01:50.328346 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690510'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), before_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:50.350286 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9db79-e7f2-41d9-8ab2-284c78656255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a977ca45-4bda-46c3-aa24-9a351d97b303'}] {{(pid=113176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:01:50.353128 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89051464139f272fcd5dc54da72624388c1ea0ad286f4e4cff7170efe421db93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d9ca68-5a31-4ef9-8291-60fda61ceee5" -d '{"events": [{"server_uuid": "5ef9db79-e7f2-41d9-8ab2-284c78656255", "name": "network-vif-plugged", "status": "completed", "tag": "a977ca45-4bda-46c3-aa24-9a351d97b303"}]}' {{(pid=113176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:01:50.365438 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] For port a977ca45-4bda-46c3-aa24-9a351d97b303, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a977ca45-4bda-46c3-aa24-9a351d97b303,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:01:50.391094 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 03:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9e769e-a2e7-4e97-b848-707663ac96e7 x-openstack-request-id: req-1f9e769e-a2e7-4e97-b848-707663ac96e7 {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:01:50.391424 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef9db79-e7f2-41d9-8ab2-284c78656255", "name": "network-vif-plugged", "status": "completed", "tag": "a977ca45-4bda-46c3-aa24-9a351d97b303", "code": 200}]} {{(pid=113176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:01:50.391675 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f9e769e-a2e7-4e97-b848-707663ac96e7 {{(pid=113176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:01:50.392064 dv-cinder-857075-6-smb neutron-server[113176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9e769e-a2e7-4e97-b848-707663ac96e7'] response: {'server_uuid': '5ef9db79-e7f2-41d9-8ab2-284c78656255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a977ca45-4bda-46c3-aa24-9a351d97b303', 'code': 200} Sep 14 03:01:50.418075 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790733917350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790733506789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790733506807'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:50.468557 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Pushing event updated for resources: {'Port': ['ID=a977ca45-4bda-46c3-aa24-9a351d97b303,revision_number=5']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:01:50.679541 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ce83-0b99-4ac4-bf4a-bb5ec6d99dce req-cdff5ec5-1ce1-4bcd-b582-4aba12571413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:50.681172 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8087ce83-0b99-4ac4-bf4a-bb5ec6d99dce req-cdff5ec5-1ce1-4bcd-b582-4aba12571413 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 1129 time: 0.0389235 Sep 14 03:01:50.730011 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8087ce83-0b99-4ac4-bf4a-bb5ec6d99dce req-9c599ef6-44c6-4c3e-8746-ddfc19c55298 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 Sep 14 03:01:50.936894 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171aa24a-3673-4bfa-97f2-9bfb77c410f1 req-6f4ad1ea-599e-4817-b17a-bd07a9c507ca tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:50.938339 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-171aa24a-3673-4bfa-97f2-9bfb77c410f1 req-6f4ad1ea-599e-4817-b17a-bd07a9c507ca tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.0475712 Sep 14 03:01:50.984737 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-171aa24a-3673-4bfa-97f2-9bfb77c410f1 req-c5cb46d0-c131-4a7d-8723-67c0fcd93736 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Sep 14 03:01:52.093061 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=100 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:52.111055 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a891c-9046-41fa-9455-1787433c716c req-61f0f1fb-dd93-4a2a-845e-92825bb4de49 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:52.112661 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-701a891c-9046-41fa-9455-1787433c716c req-61f0f1fb-dd93-4a2a-845e-92825bb4de49 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Sep 14 03:01:52.159450 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-701a891c-9046-41fa-9455-1787433c716c req-f34db62a-dd2b-4bb6-83a6-c583771e0f71 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Sep 14 03:01:53.285031 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b6e0-e8c6-4661-b0b4-89cb0650743c req-266c9f13-e1a4-4fae-a80b-14e5b37a43a7 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:01:53.286508 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa92b6e0-e8c6-4661-b0b4-89cb0650743c req-266c9f13-e1a4-4fae-a80b-14e5b37a43a7 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.0489864 Sep 14 03:01:53.335496 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-fa92b6e0-e8c6-4661-b0b4-89cb0650743c req-19011616-e38f-4c6e-ad6d-ccfa4b99a308 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418689 Sep 14 03:01:55.823896 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:02:00.465019 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:00.465908 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:00.724462 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:00.727346 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=40 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:03.329720 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=33 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:03.331660 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=13 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:04.834910 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:09.885084 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=17 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:09.886950 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=17 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:14.510086 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-503647c3-2945-4333-a03d-4c0df1fce8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:14.899920 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db044eeb-36e6-47d6-916b-d73cc777547b req-5c3f00af-82d1-4a08-8b30-2f492f3bb656 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:14.901367 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-db044eeb-36e6-47d6-916b-d73cc777547b req-5c3f00af-82d1-4a08-8b30-2f492f3bb656 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.0458610 Sep 14 03:02:14.947670 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-db044eeb-36e6-47d6-916b-d73cc777547b req-71100786-ca8a-49b3-986f-771c544b2e4e tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Sep 14 03:02:16.182788 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44151052-be05-41fc-af22-618976d66c5e req-29346a74-75ed-4a87-ba16-f5931ca3a2f7 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:16.184218 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-44151052-be05-41fc-af22-618976d66c5e req-29346a74-75ed-4a87-ba16-f5931ca3a2f7 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.1552627 Sep 14 03:02:16.230724 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-44151052-be05-41fc-af22-618976d66c5e req-b89ba5da-16d1-48f3-847c-a3b521e16143 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407796 Sep 14 03:02:16.728099 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ee89b10e-935c-4bd9-a8a5-2e17e75e54cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:17.354007 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd491da7-1fd7-44be-9657-473f92c539aa req-abf99004-c078-440a-8740-1a8999361892 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:17.355400 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dd491da7-1fd7-44be-9657-473f92c539aa req-abf99004-c078-440a-8740-1a8999361892 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.0455103 Sep 14 03:02:17.410931 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-dd491da7-1fd7-44be-9657-473f92c539aa req-f3b109f7-013a-4318-a382-3ce4b0580202 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500464 Sep 14 03:02:18.218130 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:18.546787 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec4c71-16dd-4bc9-a646-51a654556018 req-77242a1f-b789-4f83-acb3-11a0fc3040f3 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:18.549139 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9dec4c71-16dd-4bc9-a646-51a654556018 req-77242a1f-b789-4f83-acb3-11a0fc3040f3 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.0534070 Sep 14 03:02:18.608855 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-9dec4c71-16dd-4bc9-a646-51a654556018 req-b198adc8-6f0b-4ea8-9535-111f444e201f tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 Sep 14 03:02:19.446690 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-22602008-5765-4387-8322-c496eb1adb5a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:19.448166 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-22602008-5765-4387-8322-c496eb1adb5a tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.0504866 Sep 14 03:02:19.531426 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Deleting port a977ca45-4bda-46c3-aa24-9a351d97b303 {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:19.531759 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:19.622954 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] For port a977ca45-4bda-46c3-aa24-9a351d97b303, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a977ca45-4bda-46c3-aa24-9a351d97b303,segment=NetworkSegment(5e6db0d4-6c0b-4309-9ef9-1f8de5daf629),segment_id=5e6db0d4-6c0b-4309-9ef9-1f8de5daf629)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:19.623309 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:19.635854 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Calling delete_port for a977ca45-4bda-46c3-aa24-9a351d97b303 owned by compute:nova {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:19.732853 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff67c5-0374-464a-b801-28e14e3f34f7 req-5d833c2f-013e-404f-9d6a-dc9a9c38bdd9 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:19.734267 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bfff67c5-0374-464a-b801-28e14e3f34f7 req-5d833c2f-013e-404f-9d6a-dc9a9c38bdd9 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 945 time: 0.0480766 Sep 14 03:02:19.782617 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-bfff67c5-0374-464a-b801-28e14e3f34f7 req-9f90cecc-b965-40c3-ad0c-05a9cd38f21c tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=507bde0e-c58c-4156-92be-ed9b7ee5436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Sep 14 03:02:19.812759 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (a977ca45-4bda-46c3-aa24-9a351d97b303), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:19.835867 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] get_ports_and_sgs() called for port_ids ['a977ca45-4bda-46c3-aa24-9a351d97b303'] {{(pid=113176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 03:02:19.838362 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Pushing event deleted for resources: {'Port': ['ID=a977ca45-4bda-46c3-aa24-9a351d97b303,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:19.890637 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] No DVR routers for this DVR port a977ca45-4bda-46c3-aa24-9a351d97b303 on host hv-cinder-85707 {{(pid=113175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 03:02:19.893061 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:19.896323 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-8b381dcf-0e50-43e1-bf45-b992ff4c7e47 req-30099557-df8c-4e01-9a2e-213d867586af tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a977ca45-4bda-46c3-aa24-9a351d97b303 HTTP/1.1" status: 204 len: 173 time: 0.4399416 Sep 14 03:02:19.896798 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9db79-e7f2-41d9-8ab2-284c78656255', 'name': 'network-vif-deleted', 'tag': 'a977ca45-4bda-46c3-aa24-9a351d97b303'}] {{(pid=113175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:02:19.899032 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f2808da52bb2ba47ba2a969838742514783f7f870d33900ae1d97a0bf7b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13e760c-d510-454b-91dc-836df5b89062" -d '{"events": [{"server_uuid": "5ef9db79-e7f2-41d9-8ab2-284c78656255", "name": "network-vif-deleted", "tag": "a977ca45-4bda-46c3-aa24-9a351d97b303"}]}' {{(pid=113175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:02:19.931518 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:19.938406 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d62f575-317c-40f3-aeec-216257c2c042 x-openstack-request-id: req-7d62f575-317c-40f3-aeec-216257c2c042 {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:02:19.938756 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef9db79-e7f2-41d9-8ab2-284c78656255", "name": "network-vif-deleted", "tag": "a977ca45-4bda-46c3-aa24-9a351d97b303", "status": "completed", "code": 200}]} {{(pid=113175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:02:19.939008 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7d62f575-317c-40f3-aeec-216257c2c042 {{(pid=113175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:02:19.939402 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d62f575-317c-40f3-aeec-216257c2c042'] response: {'server_uuid': '5ef9db79-e7f2-41d9-8ab2-284c78656255', 'name': 'network-vif-deleted', 'tag': 'a977ca45-4bda-46c3-aa24-9a351d97b303', 'status': 'completed', 'code': 200} Sep 14 03:02:19.941838 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:20.897481 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-c94724de-3779-4db2-ab4e-2fc1560c84a9 req-945934a7-300c-4414-a700-1e994abd67d6 tempest-VolumesSnapshotTestJSON-763877415 tempest-VolumesSnapshotTestJSON-763877415-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ef9db79-e7f2-41d9-8ab2-284c78656255 HTTP/1.1" status: 200 len: 210 time: 0.0288124 Sep 14 03:02:24.357314 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device a977ca45-4bda-46c3-aa24-9a351d97b303 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:02:24.376735 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: a977ca45-4bda-46c3-aa24-9a351d97b303 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:02:24.377100 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device a977ca45-4bda-46c3-aa24-9a351d97b303 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:02:29.831259 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:29.852858 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:29.875118 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:30.878707 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=41 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:30.879516 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=51 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:32.823607 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:02:34.361745 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:34.810422 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:39.763719 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:41.620476 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48064) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:41.665289 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Deleting subnet 58f965a6-6577-4385-9ce8-13a51c9c5523 {{(pid=113174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 03:02:41.668497 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Publish callbacks [] for subnet (58f965a6-6577-4385-9ce8-13a51c9c5523), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:41.705805 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15432970'] for subnet (58f965a6-6577-4385-9ce8-13a51c9c5523), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:41.746715 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (58f965a6-6577-4385-9ce8-13a51c9c5523), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:41.861939 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13190079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15875324'] for subnet (58f965a6-6577-4385-9ce8-13a51c9c5523), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:41.885967 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f965a6-6577-4385-9ce8-13a51c9c5523,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:41.896524 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.896871 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.897214 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.897559 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.897891 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.898222 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.898995 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.898995 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.899256 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.899505 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.899828 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.900151 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.900473 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.900833 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.901153 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:41.904162 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:41.911114 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-72e7f0f0-484a-462c-baa6-a12d1e7cf43f admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/58f965a6-6577-4385-9ce8-13a51c9c5523 HTTP/1.1" status: 204 len: 168 time: 0.2858038 Sep 14 03:02:41.911114 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48066) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:41.981761 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (7d778261-903b-4d40-8fc2-9cc2073c7df1), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.057215 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (7d778261-903b-4d40-8fc2-9cc2073c7df1), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.078171 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d778261-903b-4d40-8fc2-9cc2073c7df1']}} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:42.087707 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629') {'for_net_delete': True} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:42.088005 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6db0d4-6c0b-4309-9ef9-1f8de5daf629') {} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:42.101636 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15433009'] for segment (5e6db0d4-6c0b-4309-9ef9-1f8de5daf629), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.115389 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (5e6db0d4-6c0b-4309-9ef9-1f8de5daf629), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.122647 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=113174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 03:02:42.123023 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13189893'] for segment (5e6db0d4-6c0b-4309-9ef9-1f8de5daf629), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.164359 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment 5e6db0d4-6c0b-4309-9ef9-1f8de5daf629 resource provider aggregate not found Sep 14 03:02:42.181886 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment 5e6db0d4-6c0b-4309-9ef9-1f8de5daf629 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e6db0d4-6c0b-4309-9ef9-1f8de5daf629 found for delete ", "request_id": "req-1fe26ea8-0889-4015-9c19-6561d85ca20b"}]} Sep 14 03:02:42.262408 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (7d778261-903b-4d40-8fc2-9cc2073c7df1), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.267824 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.270858 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/7d778261-903b-4d40-8fc2-9cc2073c7df1 HTTP/1.1" status: 204 len: 168 time: 0.3601906 Sep 14 03:02:42.281812 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cca6d5-9598-4cb0-b802-11c1f1b17da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d778261-903b-4d40-8fc2-9cc2073c7df1,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:42.534193 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48074) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:42.574601 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-3235a107-ad62-447a-9046-b67ff7ffb8bc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=11ef8ff59b124a1abac92e8665016f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391479 Sep 14 03:02:42.577091 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48076) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:42.624670 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f74b7663-b30e-41e7-b694-3c1952169734 admin admin] Publish callbacks [] for security_group (507bde0e-c58c-4156-92be-ed9b7ee5436a), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.649281 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f74b7663-b30e-41e7-b694-3c1952169734 admin admin] Publish callbacks [] for security_group (507bde0e-c58c-4156-92be-ed9b7ee5436a), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.819126 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:42.850597 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f74b7663-b30e-41e7-b694-3c1952169734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (507bde0e-c58c-4156-92be-ed9b7ee5436a), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.853046 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-f74b7663-b30e-41e7-b694-3c1952169734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:42.854188 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-f74b7663-b30e-41e7-b694-3c1952169734 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/507bde0e-c58c-4156-92be-ed9b7ee5436a HTTP/1.1" status: 204 len: 168 time: 0.2762191 Sep 14 03:02:42.862810 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b7663-b30e-41e7-b694-3c1952169734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507bde0e-c58c-4156-92be-ed9b7ee5436a,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:43.579971 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48080) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:43.966407 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Deleting port d062f695-58f4-4c7a-8b33-2d42984c2c49 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:43.967148 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (d062f695-58f4-4c7a-8b33-2d42984c2c49), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:44.002698 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:44.009279 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:44.042362 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (d062f695-58f4-4c7a-8b33-2d42984c2c49), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:44.042716 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for floatingip (d062f695-58f4-4c7a-8b33-2d42984c2c49), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:44.059440 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Calling delete_port for d062f695-58f4-4c7a-8b33-2d42984c2c49 owned by network:floatingip {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:44.281240 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (d062f695-58f4-4c7a-8b33-2d42984c2c49), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:44.306629 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event deleted for resources: {'Port': ['ID=d062f695-58f4-4c7a-8b33-2d42984c2c49,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:44.368132 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for floatingip (72af90b6-c251-4368-98a0-f4582bc5a5bb), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:44.368461 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.db.l3_db [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Floating IP 72af90b6-c251-4368-98a0-f4582bc5a5bb disassociated (deleted). External IP: 172.28.1.208, port: 10185576-43fb-4697-bcc1-5c047ff3b916. Sep 14 03:02:44.469732 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-95122116-de31-4700-859c-8d503a74743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:44.572207 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Router 66364926-27e7-417a-b30a-ebe8c49649ea has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 03:02:44.676814 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 03:02:44.681105 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for floatingip (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:44.688123 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] Sync routers for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 03:02:44.698135 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 03:02:44.699060 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T03:02:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:44.711200 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-42716301-5aeb-4c37-82a4-d14f700501bc tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/72af90b6-c251-4368-98a0-f4582bc5a5bb HTTP/1.1" status: 204 len: 168 time: 1.1301374 Sep 14 03:02:44.711846 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:02:44.714119 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:02:44.806604 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 03:02:44.950977 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 03:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8168a0e-13e3-4e77-b52b-bfb7af1e0dbf x-openstack-request-id: req-b8168a0e-13e3-4e77-b52b-bfb7af1e0dbf {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:02:44.961983 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:02:44.961983 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b8168a0e-13e3-4e77-b52b-bfb7af1e0dbf {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:02:44.961983 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8168a0e-13e3-4e77-b52b-bfb7af1e0dbf'] response: {'name': 'network-changed', 'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916', 'status': 'completed', 'code': 200} Sep 14 03:02:45.008175 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 5, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:45.034204 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] Checking router: 66364926-27e7-417a-b30a-ebe8c49649ea for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 03:02:45.048985 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 03:02:45.049811 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T03:02:17Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:45.117927 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-51de145c-0537-4bea-890e-1d993fa7ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:45.119506 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-51de145c-0537-4bea-890e-1d993fa7ec1b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8af87cd85acd453fac7b3b4f386c8789&device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 1130 time: 0.1423688 Sep 14 03:02:45.146521 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f0994-47ed-4cc1-9936-b7a860a86d5a req-eecb0df2-06a9-4223-8d47-578a3960f63a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:45.148096 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2a0f0994-47ed-4cc1-9936-b7a860a86d5a req-eecb0df2-06a9-4223-8d47-578a3960f63a tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0552919 Sep 14 03:02:45.161146 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:45.203941 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-2a0f0994-47ed-4cc1-9936-b7a860a86d5a req-b515313e-4b4f-4fc3-920c-f759c45a59e9 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489779 Sep 14 03:02:45.253679 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 03:02:45.439269 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 5, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:45.468134 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611324af-dbc1-4617-b006-bc47b5c90eea None None] The sync data for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb is: [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T02:58:15Z', 'revision_number': 4, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb', '_interfaces': [{'id': '6c989ed3-58e1-401e-98ab-bf05a201c4a9', 'name': '', 'network_id': '7d650588-ff21-45b4-9a4c-9542ee62273a', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'mac_address': 'fa:16:3e:96:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:14Z', 'updated_at': '2022-09-14T02:58:19Z', 'revision_number': 5, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'subnets': [{'id': '28dac422-7e55-43d0-9965-d9d229b582e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 03:02:45.680591 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51f9f2-59ee-4b7a-9f00-0b7a3cec0acb None None] New status for floating IP 72af90b6-c251-4368-98a0-f4582bc5a5bb: DOWN {{(pid=113176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 03:02:46.332708 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb77ece-70d7-4bec-be9c-4256f4d12512 req-899929bd-8934-461c-9359-8d939a046a4d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:46.334180 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-abb77ece-70d7-4bec-be9c-4256f4d12512 req-899929bd-8934-461c-9359-8d939a046a4d tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0510612 Sep 14 03:02:46.376987 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-69957574-1999-415d-b074-ba2873580b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:46.378754 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-69957574-1999-415d-b074-ba2873580b35 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 200 len: 909 time: 0.0895562 Sep 14 03:02:46.383013 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-abb77ece-70d7-4bec-be9c-4256f4d12512 req-bc47ea8f-4dd0-4b3e-b1cf-aa290e91089c tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=22bbdabe-45a0-4378-951c-2cd29e10c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432398 Sep 14 03:02:46.512312 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-146ba681-16e7-4292-8f6b-d5376efcd0f2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 200 len: 217 time: 0.0337744 Sep 14 03:02:46.563775 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-216bacfc-b416-4be1-8c10-1c7dcaeef404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:46.565190 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-216bacfc-b416-4be1-8c10-1c7dcaeef404 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=28dac422-7e55-43d0-9965-d9d229b582e7 HTTP/1.1" status: 200 len: 848 time: 0.0469942 Sep 14 03:02:46.624333 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-d8663bd4-3a59-45a9-87be-857514922f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:46.625859 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-d8663bd4-3a59-45a9-87be-857514922f26 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d650588-ff21-45b4-9a4c-9542ee62273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385354 Sep 14 03:02:46.636208 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-39f72bbe-0ad2-4717-86fb-869e2700b380 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 03:02:46.637111 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-39f72bbe-0ad2-4717-86fb-869e2700b380 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049987 Sep 14 03:02:46.659487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-6858b5af-f2b4-4aae-88b3-f32588b4d347 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 03:02:46.660937 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-6858b5af-f2b4-4aae-88b3-f32588b4d347 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 946 time: 0.0460217 Sep 14 03:02:46.728033 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-aca562c0-a3a9-4736-9397-527c953443fb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844679 Sep 14 03:02:46.749360 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d49-6b08-496c-ace6-c955ddaad610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:46.750653 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Deleting port 10185576-43fb-4697-bcc1-5c047ff3b916 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:46.751232 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:46.801494 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:46.829696 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [req-9ae39d8b-1297-4d9e-a350-0f611d6c0f0b req-e75e1661-fed2-4dae-b5c8-929ea26fd00f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918899 Sep 14 03:02:46.855769 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] For port 10185576-43fb-4697-bcc1-5c047ff3b916, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=10185576-43fb-4697-bcc1-5c047ff3b916,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:46.856136 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:46.868766 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Calling delete_port for 10185576-43fb-4697-bcc1-5c047ff3b916 owned by compute:nova {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:47.050804 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (10185576-43fb-4697-bcc1-5c047ff3b916), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:47.077250 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event deleted for resources: {'Port': ['ID=10185576-43fb-4697-bcc1-5c047ff3b916,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:47.125727 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] No DVR routers for this DVR port 10185576-43fb-4697-bcc1-5c047ff3b916 on host hv-cinder-85707 {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 03:02:47.128389 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176216'] for port (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:47.131613 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-d8f3e3f3-f1cb-4027-a07f-f01cd25faf5e req-035a03cc-0dc2-4415-b920-160a89ed2f90 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.23 "DELETE /networking/v2.0/ports/10185576-43fb-4697-bcc1-5c047ff3b916 HTTP/1.1" status: 204 len: 173 time: 0.4635217 Sep 14 03:02:47.132150 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'name': 'network-vif-deleted', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916'}] {{(pid=113174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 03:02:47.134823 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea9983ad1078291ea2cb3548b56a26fb4b80d8bdb284b75eca6fc99c47560803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e72e4a-9da4-4c5a-82dd-ccb4af3ccf23" -d '{"events": [{"server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "name": "network-vif-deleted", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916"}]}' {{(pid=113174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 03:02:47.178155 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 03:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8aac23-c3a1-437c-a74f-53d9e2a18d2e x-openstack-request-id: req-fd8aac23-c3a1-437c-a74f-53d9e2a18d2e {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 03:02:47.182110 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1339e66-2945-40c5-b156-b96da49beb7c", "name": "network-vif-deleted", "tag": "10185576-43fb-4697-bcc1-5c047ff3b916", "status": "completed", "code": 200}]} {{(pid=113174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 03:02:47.182110 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd8aac23-c3a1-437c-a74f-53d9e2a18d2e {{(pid=113174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 03:02:47.182110 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8aac23-c3a1-437c-a74f-53d9e2a18d2e'] response: {'server_uuid': 'c1339e66-2945-40c5-b156-b96da49beb7c', 'name': 'network-vif-deleted', 'tag': '10185576-43fb-4697-bcc1-5c047ff3b916', 'status': 'completed', 'code': 200} Sep 14 03:02:47.499800 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-90928075-477f-481a-8a31-9d60d4ae0d28 req-ae3445fb-6e4e-4e42-aa15-60b080718e1b tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 210 time: 0.0376008 Sep 14 03:02:48.233939 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:48.620417 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [req-a4e46f33-cc82-46af-90f2-97dc75a359fe req-cfe897b0-f015-4177-a423-584f44e299b6 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c1339e66-2945-40c5-b156-b96da49beb7c HTTP/1.1" status: 200 len: 210 time: 0.0296266 Sep 14 03:02:49.692237 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48102) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:49.749351 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2c94ca27-c9e2-4832-b369-faaaf09c79c3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group (22bbdabe-45a0-4378-951c-2cd29e10c8b0), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:49.773779 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2c94ca27-c9e2-4832-b369-faaaf09c79c3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group (22bbdabe-45a0-4378-951c-2cd29e10c8b0), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:49.881249 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2c94ca27-c9e2-4832-b369-faaaf09c79c3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (22bbdabe-45a0-4378-951c-2cd29e10c8b0), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:49.883949 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-2c94ca27-c9e2-4832-b369-faaaf09c79c3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:49.885185 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-2c94ca27-c9e2-4832-b369-faaaf09c79c3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/22bbdabe-45a0-4378-951c-2cd29e10c8b0 HTTP/1.1" status: 204 len: 168 time: 0.1928983 Sep 14 03:02:49.895319 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94ca27-c9e2-4832-b369-faaaf09c79c3 tempest-TestShelveInstance-599316078 tempest-TestShelveInstance-599316078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bbdabe-45a0-4378-951c-2cd29e10c8b0,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:49.902842 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:49.903584 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:49.993885 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48106) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:50.135448 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:50.307841 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (66364926-27e7-417a-b30a-ebe8c49649ea), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:50.496490 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:50.501851 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 10185576-43fb-4697-bcc1-5c047ff3b916 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:02:50.523788 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] No Port match for: 10185576-43fb-4697-bcc1-5c047ff3b916 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:02:50.524130 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Device 10185576-43fb-4697-bcc1-5c047ff3b916 not bound to the agent host hv-cinder-85707 {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:02:50.526502 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Deleting port 6c989ed3-58e1-401e-98ab-bf05a201c4a9 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:50.529678 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:50.606085 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] For port 6c989ed3-58e1-401e-98ab-bf05a201c4a9, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=6c989ed3-58e1-401e-98ab-bf05a201c4a9,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:50.606363 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:50.618689 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Calling delete_port for 6c989ed3-58e1-401e-98ab-bf05a201c4a9 owned by network:router_interface {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:50.861771 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (6c989ed3-58e1-401e-98ab-bf05a201c4a9), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:50.884755 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c989ed3-58e1-401e-98ab-bf05a201c4a9,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:50.938285 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:51.051719 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (66364926-27e7-417a-b30a-ebe8c49649ea), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:51.262198 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Router 66364926-27e7-417a-b30a-ebe8c49649ea has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 03:02:51.364874 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:51.367693 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 03:02:51.372804 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-55475a76-0629-41f2-a2c9-5dc1e3b281d4 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/66364926-27e7-417a-b30a-ebe8c49649ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773589 Sep 14 03:02:51.375147 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48108) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:51.377172 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] Sync routers for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 03:02:51.386114 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 03:02:51.386739 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T03:02:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:51.477114 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks [] for router (66364926-27e7-417a-b30a-ebe8c49649ea), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:51.496809 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: dv-cinder-857075-6-smb {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 03:02:51.578487 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks [] for router_gateway (66364926-27e7-417a-b30a-ebe8c49649ea), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:51.672144 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T03:02:50Z', 'revision_number': 5, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port': {'id': 'c6bca701-ef3f-4b46-9739-2972d2f8722d', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:12Z', 'updated_at': '2022-09-14T02:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:51.679243 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Deleting port c6bca701-ef3f-4b46-9739-2972d2f8722d {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:51.679664 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:51.698787 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] Checking router: 66364926-27e7-417a-b30a-ebe8c49649ea for host: dv-cinder-857075-6-smb {{(pid=113177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 03:02:51.705759 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:51.709290 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] Routers {'66364926-27e7-417a-b30a-ebe8c49649ea'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 03:02:51.709894 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T03:02:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['66364926-27e7-417a-b30a-ebe8c49649ea'], 'active': True} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:51.746208 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=100 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:51.761601 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] For port c6bca701-ef3f-4b46-9739-2972d2f8722d, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=c6bca701-ef3f-4b46-9739-2972d2f8722d,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:51.761966 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:51.775159 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Calling delete_port for c6bca701-ef3f-4b46-9739-2972d2f8722d owned by network:router_gateway {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:51.795486 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_dvr_db [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] Set router 66364926-27e7-417a-b30a-ebe8c49649ea gateway port host: None {{(pid=113177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 03:02:51.847794 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.l3_hamode_db [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T03:02:51Z', 'revision_number': 6, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port_host': None}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:51.872500 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5a9a8-0116-4ec0-b382-256b03408c3d None None] The sync data for ids ['66364926-27e7-417a-b30a-ebe8c49649ea'] in dv-cinder-857075-6-smb is: [{'id': '66364926-27e7-417a-b30a-ebe8c49649ea', 'name': 'tempest-TestShelveInstance-1865681766-router', 'tenant_id': '8af87cd85acd453fac7b3b4f386c8789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:11Z', 'updated_at': '2022-09-14T03:02:51Z', 'revision_number': 6, 'project_id': '8af87cd85acd453fac7b3b4f386c8789', 'gw_port_host': None}] {{(pid=113177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 03:02:51.942896 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:52.045140 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (c6bca701-ef3f-4b46-9739-2972d2f8722d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.068628 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bca701-ef3f-4b46-9739-2972d2f8722d,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:52.389625 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (66364926-27e7-417a-b30a-ebe8c49649ea), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.476309 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (66364926-27e7-417a-b30a-ebe8c49649ea), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.478337 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks [] for router_controller (66364926-27e7-417a-b30a-ebe8c49649ea), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.578044 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (66364926-27e7-417a-b30a-ebe8c49649ea), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.578535 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66364926-27e7-417a-b30a-ebe8c49649ea {{(pid=113174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 03:02:52.582790 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.583793 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-7c9c914d-2eac-42bd-acd5-5071a471d9e8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/66364926-27e7-417a-b30a-ebe8c49649ea HTTP/1.1" status: 204 len: 168 time: 1.2077379 Sep 14 03:02:52.586336 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48110) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:52.625099 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 6c989ed3-58e1-401e-98ab-bf05a201c4a9 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:02:52.636890 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0b09f6-807b-46d1-afc4-0168695078e6 admin admin] Deleting subnet 28dac422-7e55-43d0-9965-d9d229b582e7 {{(pid=113174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 03:02:52.640950 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7a0b09f6-807b-46d1-afc4-0168695078e6 admin admin] Publish callbacks [] for subnet (28dac422-7e55-43d0-9965-d9d229b582e7), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.646198 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 6c989ed3-58e1-401e-98ab-bf05a201c4a9 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:02:52.646817 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 6c989ed3-58e1-401e-98ab-bf05a201c4a9 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:02:52.679898 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7a0b09f6-807b-46d1-afc4-0168695078e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15432970'] for subnet (28dac422-7e55-43d0-9965-d9d229b582e7), precommit_delete_associations {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.722704 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:52.758533 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7a0b09f6-807b-46d1-afc4-0168695078e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (28dac422-7e55-43d0-9965-d9d229b582e7), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.925242 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7a0b09f6-807b-46d1-afc4-0168695078e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13190079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15875324'] for subnet (28dac422-7e55-43d0-9965-d9d229b582e7), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.949527 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b09f6-807b-46d1-afc4-0168695078e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28dac422-7e55-43d0-9965-d9d229b582e7,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:52.955961 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-7a0b09f6-807b-46d1-afc4-0168695078e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for subnet (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:52.959120 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-7a0b09f6-807b-46d1-afc4-0168695078e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/28dac422-7e55-43d0-9965-d9d229b582e7 HTTP/1.1" status: 204 len: 168 time: 0.3717337 Sep 14 03:02:52.961553 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10df0c7-b2e5-4bac-9a28-b7c210a2608e None None] Network 7d650588-ff21-45b4-9a4c-9542ee62273a requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 03:02:52.962079 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48112) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:53.033225 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (7d650588-ff21-45b4-9a4c-9542ee62273a), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.077715 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Deleting port b3718075-86b0-4cf5-8523-1edd14bd9860 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:53.077715 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.106494 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] DHCP port deletion for 7d650588-ff21-45b4-9a4c-9542ee62273a request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 03:02:53.143827 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Deleting port b3718075-86b0-4cf5-8523-1edd14bd9860 {{(pid=113176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:53.144118 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), before_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.145981 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] For port b3718075-86b0-4cf5-8523-1edd14bd9860, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=b3718075-86b0-4cf5-8523-1edd14bd9860,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:53.146371 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.159879 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Calling delete_port for b3718075-86b0-4cf5-8523-1edd14bd9860 owned by network:dhcp {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:53.210950 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] For port b3718075-86b0-4cf5-8523-1edd14bd9860, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=b3718075-86b0-4cf5-8523-1edd14bd9860,segment=NetworkSegment(ed59fad7-b53e-4021-9cd9-3383a7698d42),segment_id=ed59fad7-b53e-4021-9cd9-3383a7698d42)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:53.211342 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), precommit_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.223738 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Calling delete_port for b3718075-86b0-4cf5-8523-1edd14bd9860 owned by network:dhcp {{(pid=113176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:53.302238 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.307882 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (b3718075-86b0-4cf5-8523-1edd14bd9860), after_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.333123 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Pushing event deleted for resources: {'Port': ['ID=b3718075-86b0-4cf5-8523-1edd14bd9860,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:53.336385 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Pushing event deleted for resources: {'Port': ['ID=b3718075-86b0-4cf5-8523-1edd14bd9860,revision_number=None']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:53.341211 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] No DVR routers for this DVR port b3718075-86b0-4cf5-8523-1edd14bd9860 on host dv-cinder-857075-6-smb {{(pid=113176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 03:02:53.348428 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] No DVR routers for this DVR port b3718075-86b0-4cf5-8523-1edd14bd9860 on host dv-cinder-857075-6-smb {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 03:02:53.348595 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.348595 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.348844 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.349389 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.349911 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.350256 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.350618 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.390221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.390221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.390221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.390221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.390221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.390221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.390221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.390221 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0db990-d325-4a93-a088-35cc020446dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:53.419000 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (7d650588-ff21-45b4-9a4c-9542ee62273a), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.421686 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:53.441177 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d650588-ff21-45b4-9a4c-9542ee62273a']}} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:53.451286 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed59fad7-b53e-4021-9cd9-3383a7698d42') {'for_net_delete': True} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:53.451568 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed59fad7-b53e-4021-9cd9-3383a7698d42') {} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:53.461332 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15433009'] for segment (ed59fad7-b53e-4021-9cd9-3383a7698d42), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.474532 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (ed59fad7-b53e-4021-9cd9-3383a7698d42), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.480698 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=113174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 03:02:53.481072 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13189893'] for segment (ed59fad7-b53e-4021-9cd9-3383a7698d42), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.526624 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment ed59fad7-b53e-4021-9cd9-3383a7698d42 resource provider aggregate not found Sep 14 03:02:53.544158 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment ed59fad7-b53e-4021-9cd9-3383a7698d42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed59fad7-b53e-4021-9cd9-3383a7698d42 found for delete ", "request_id": "req-5669b822-7012-49b6-864b-5671605a8a4e"}]} Sep 14 03:02:53.635733 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (7d650588-ff21-45b4-9a4c-9542ee62273a), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.641335 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.644360 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/7d650588-ff21-45b4-9a4c-9542ee62273a HTTP/1.1" status: 204 len: 168 time: 0.6812072 Sep 14 03:02:53.647454 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 48118) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:53.655935 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7e9b4-2805-43b0-8890-c38dd718b1af admin admin] Pushing event deleted for resources: {'Network': ['ID=7d650588-ff21-45b4-9a4c-9542ee62273a,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:53.959780 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000044'] for router_interface (8ca9c43c-d688-490a-839b-a207d70cdd72), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:53.989174 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device b3718075-86b0-4cf5-8523-1edd14bd9860 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:02:54.013924 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: b3718075-86b0-4cf5-8523-1edd14bd9860 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:02:54.014243 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device b3718075-86b0-4cf5-8523-1edd14bd9860 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:02:54.014878 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device c6bca701-ef3f-4b46-9739-2972d2f8722d no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:02:54.033195 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: c6bca701-ef3f-4b46-9739-2972d2f8722d {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:02:54.033539 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device c6bca701-ef3f-4b46-9739-2972d2f8722d not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:02:54.139755 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:54.170791 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=100 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:54.182429 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Deleting port 179f5c6b-5223-4470-b694-6da5d9dd406a {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:54.182840 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:54.260444 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] For port 179f5c6b-5223-4470-b694-6da5d9dd406a, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=179f5c6b-5223-4470-b694-6da5d9dd406a,segment=NetworkSegment(81c0a692-0daa-4afc-8f79-7f533876707d),segment_id=81c0a692-0daa-4afc-8f79-7f533876707d)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:54.260798 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:54.273264 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Calling delete_port for 179f5c6b-5223-4470-b694-6da5d9dd406a owned by network:router_interface {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:54.732801 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (179f5c6b-5223-4470-b694-6da5d9dd406a), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:54.760184 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=179f5c6b-5223-4470-b694-6da5d9dd406a,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:54.786120 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.786492 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.791662 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-smb {{(pid=113175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 03:02:54.933228 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2058012'] for router_interface (8ca9c43c-d688-490a-839b-a207d70cdd72), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:55.136397 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Router 8ca9c43c-d688-490a-839b-a207d70cdd72 has already been hosted by L3 agent 0bea745c-8979-4510-9a2c-34ce2aeb74a8 {{(pid=113175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 03:02:55.220591 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:55.238292 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-smb the message routers_updated {{(pid=113175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 03:02:55.243170 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-3a0e8181-dfc9-4830-a4fd-8084444f1db3 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8ca9c43c-d688-490a-839b-a207d70cdd72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5947020 Sep 14 03:02:55.245729 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 48120) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:55.248655 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] Sync routers for ids ['8ca9c43c-d688-490a-839b-a207d70cdd72'] in dv-cinder-857075-6-smb {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 03:02:55.258862 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] Routers {'8ca9c43c-d688-490a-839b-a207d70cdd72'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 03:02:55.259474 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T03:02:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['8ca9c43c-d688-490a-839b-a207d70cdd72'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:55.290956 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:55.351965 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks [] for router (8ca9c43c-d688-490a-839b-a207d70cdd72), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:55.364189 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] Set router 8ca9c43c-d688-490a-839b-a207d70cdd72 gateway port host: dv-cinder-857075-6-smb {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 03:02:55.459044 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks [] for router_gateway (8ca9c43c-d688-490a-839b-a207d70cdd72), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:55.533057 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:55.535229 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:55.537805 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'external_fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T03:02:54Z', 'revision_number': 5, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port': {'id': '95439218-72c6-4ba2-9a59-f36cc8afccce', 'name': '', 'network_id': '224a9e9a-9832-462c-bae5-9c006728bc7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:58:19Z', 'updated_at': '2022-09-14T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93825707-aefe-4d42-82f4-441ebffb5d3b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-smb'}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:55.567149 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] Checking router: 8ca9c43c-d688-490a-839b-a207d70cdd72 for host: dv-cinder-857075-6-smb {{(pid=113176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 03:02:55.579499 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] Routers {'8ca9c43c-d688-490a-839b-a207d70cdd72'} bound to L3 agent in host dv-cinder-857075-6-smb {{(pid=113176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 03:02:55.580548 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:43:17Z,description=,heartbeat_timestamp=2022-09-14T03:02:47Z,host='dv-cinder-857075-6-smb',id=0bea745c-8979-4510-9a2c-34ce2aeb74a8,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:43:17Z,topic='l3_agent')) {'router_ids': ['8ca9c43c-d688-490a-839b-a207d70cdd72'], 'active': True} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:55.584107 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Deleting port 95439218-72c6-4ba2-9a59-f36cc8afccce {{(pid=113175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:55.584565 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:55.663329 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvr_db [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] Set router 8ca9c43c-d688-490a-839b-a207d70cdd72 gateway port host: None {{(pid=113176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 03:02:55.665635 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.db [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] For port 95439218-72c6-4ba2-9a59-f36cc8afccce, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=95439218-72c6-4ba2-9a59-f36cc8afccce,segment=NetworkSegment(ef656b6b-f826-4b54-a201-4efabe749c95),segment_id=ef656b6b-f826-4b54-a201-4efabe749c95)] {{(pid=113175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:55.665998 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:55.680274 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.plugins.ml2.plugin [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Calling delete_port for 95439218-72c6-4ba2-9a59-f36cc8afccce owned by network:router_gateway {{(pid=113175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:55.715642 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_hamode_db [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T03:02:55Z', 'revision_number': 6, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port_host': None}], 'dv-cinder-857075-6-smb', False) {} {{(pid=113176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:55.740683 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe796cf8-7e00-42a2-85d1-164da177194e None None] The sync data for ids ['8ca9c43c-d688-490a-839b-a207d70cdd72'] in dv-cinder-857075-6-smb is: [{'id': '8ca9c43c-d688-490a-839b-a207d70cdd72', 'name': 'tempest-TestShelveInstance-1397022585-router', 'tenant_id': 'ac2a7b0878d5455e92dbaa1032894143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:58:18Z', 'updated_at': '2022-09-14T03:02:55Z', 'revision_number': 6, 'project_id': 'ac2a7b0878d5455e92dbaa1032894143', 'gw_port_host': None}] {{(pid=113176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 03:02:55.924553 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16109553'] for port (95439218-72c6-4ba2-9a59-f36cc8afccce), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:55.951183 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Pushing event deleted for resources: {'Port': ['ID=95439218-72c6-4ba2-9a59-f36cc8afccce,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:56.013046 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2057814'] for router_gateway (8ca9c43c-d688-490a-839b-a207d70cdd72), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.101093 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router (8ca9c43c-d688-490a-839b-a207d70cdd72), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.103430 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks [] for router_controller (8ca9c43c-d688-490a-839b-a207d70cdd72), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.204811 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2058081'] for router (8ca9c43c-d688-490a-839b-a207d70cdd72), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.205342 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca9c43c-d688-490a-839b-a207d70cdd72 {{(pid=113175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 03:02:56.209464 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.210635 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-929d50e7-4b98-482d-9637-27f8cc9f81fa admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/8ca9c43c-d688-490a-839b-a207d70cdd72 HTTP/1.1" status: 204 len: 168 time: 0.9638689 Sep 14 03:02:56.213104 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [-] (113175) accepted ('10.222.0.27', 48122) {{(pid=113175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:56.260924 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.db.db_base_plugin_v2 [None req-760bb844-2575-4e16-a6dc-909c21bd2326 admin admin] Deleting subnet 3ff81976-a2e9-4f86-8f1a-1f71cb96d125 {{(pid=113175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 03:02:56.264882 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-760bb844-2575-4e16-a6dc-909c21bd2326 admin admin] Publish callbacks [] for subnet (3ff81976-a2e9-4f86-8f1a-1f71cb96d125), before_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.299960 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-760bb844-2575-4e16-a6dc-909c21bd2326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15802306'] for subnet (3ff81976-a2e9-4f86-8f1a-1f71cb96d125), precommit_delete_associations {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.324017 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:56.375149 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-760bb844-2575-4e16-a6dc-909c21bd2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889450'] for subnet (3ff81976-a2e9-4f86-8f1a-1f71cb96d125), precommit_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.399022 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:56.514272 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-760bb844-2575-4e16-a6dc-909c21bd2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16109470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781878'] for subnet (3ff81976-a2e9-4f86-8f1a-1f71cb96d125), after_delete {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.516152 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 179f5c6b-5223-4470-b694-6da5d9dd406a no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:02:56.541662 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 179f5c6b-5223-4470-b694-6da5d9dd406a {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:02:56.542008 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 179f5c6b-5223-4470-b694-6da5d9dd406a not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:02:56.542168 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bb844-2575-4e16-a6dc-909c21bd2326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff81976-a2e9-4f86-8f1a-1f71cb96d125,revision_number=None']} {{(pid=113175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:56.546232 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron_lib.callbacks.manager [None req-760bb844-2575-4e16-a6dc-909c21bd2326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.555808 dv-cinder-857075-6-smb neutron-server[113175]: INFO neutron.wsgi [None req-760bb844-2575-4e16-a6dc-909c21bd2326 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3ff81976-a2e9-4f86-8f1a-1f71cb96d125 HTTP/1.1" status: 204 len: 168 time: 0.3353667 Sep 14 03:02:56.555927 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48124) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:56.556418 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe59b7-3d6f-478f-b159-ca17590d64c3 None None] Network c30d7eb7-7130-47dc-95f0-96816a8100cd requested from dv-cinder-857075-6-smb {{(pid=113176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 03:02:56.630133 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-916767'] for network (c30d7eb7-7130-47dc-95f0-96816a8100cd), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.682288 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Deleting port de8d7408-d6c3-4977-a232-606ad88a2a68 {{(pid=113174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:56.684098 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.690770 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] DHCP port deletion for c30d7eb7-7130-47dc-95f0-96816a8100cd request from dv-cinder-857075-6-smb {{(pid=113176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 03:02:56.736416 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] Deleting port de8d7408-d6c3-4977-a232-606ad88a2a68 {{(pid=113176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 03:02:56.736718 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790733917197'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), before_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.749640 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.db [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] For port de8d7408-d6c3-4977-a232-606ad88a2a68, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=de8d7408-d6c3-4977-a232-606ad88a2a68,segment=NetworkSegment(81c0a692-0daa-4afc-8f79-7f533876707d),segment_id=81c0a692-0daa-4afc-8f79-7f533876707d)] {{(pid=113174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:56.750004 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.766744 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.plugin [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Calling delete_port for de8d7408-d6c3-4977-a232-606ad88a2a68 owned by network:dhcp {{(pid=113174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:56.781450 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:56.806272 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.db [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] For port de8d7408-d6c3-4977-a232-606ad88a2a68, host dv-cinder-857075-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-smb',level=0,port_id=de8d7408-d6c3-4977-a232-606ad88a2a68,segment=NetworkSegment(81c0a692-0daa-4afc-8f79-7f533876707d),segment_id=81c0a692-0daa-4afc-8f79-7f533876707d)] {{(pid=113176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 03:02:56.806689 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062422'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), precommit_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.820302 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] Calling delete_port for de8d7408-d6c3-4977-a232-606ad88a2a68 owned by network:dhcp {{(pid=113176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 03:02:56.959106 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13190096'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.965979 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790733948811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790733506780'] for port (de8d7408-d6c3-4977-a232-606ad88a2a68), after_delete {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:56.985457 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8d7408-d6c3-4977-a232-606ad88a2a68,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:56.990271 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] No DVR routers for this DVR port de8d7408-d6c3-4977-a232-606ad88a2a68 on host dv-cinder-857075-6-smb {{(pid=113174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 03:02:56.992179 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] Pushing event deleted for resources: {'Port': ['ID=de8d7408-d6c3-4977-a232-606ad88a2a68,revision_number=None']} {{(pid=113176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:56.996037 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f72539-bea3-4492-9c6e-35d43d059bda None None] No DVR routers for this DVR port de8d7408-d6c3-4977-a232-606ad88a2a68 on host dv-cinder-857075-6-smb {{(pid=113176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 03:02:57.065296 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995137', 'neutron.services.segments.db._delete_segments_for_network-8790733905345'] for network (c30d7eb7-7130-47dc-95f0-96816a8100cd), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.086079 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30d7eb7-7130-47dc-95f0-96816a8100cd']}} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:57.096131 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c0a692-0daa-4afc-8f79-7f533876707d') {'for_net_delete': True} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:57.096426 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.services.segments.db [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c0a692-0daa-4afc-8f79-7f533876707d') {} {{(pid=113174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 03:02:57.105839 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790733905237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15433009'] for segment (81c0a692-0daa-4afc-8f79-7f533876707d), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.119279 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718'] for segment (81c0a692-0daa-4afc-8f79-7f533876707d), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.125456 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=113174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 03:02:57.125834 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13189893'] for segment (81c0a692-0daa-4afc-8f79-7f533876707d), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.168017 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment 81c0a692-0daa-4afc-8f79-7f533876707d resource provider aggregate not found Sep 14 03:02:57.185401 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.services.segments.plugin [-] Segment 81c0a692-0daa-4afc-8f79-7f533876707d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81c0a692-0daa-4afc-8f79-7f533876707d found for delete ", "request_id": "req-27e23096-4d5d-4549-b599-15f6551625c1"}]} Sep 14 03:02:57.264315 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2057859'] for network (c30d7eb7-7130-47dc-95f0-96816a8100cd), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.269519 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629184'] for network (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.272601 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/c30d7eb7-7130-47dc-95f0-96816a8100cd HTTP/1.1" status: 204 len: 168 time: 0.7192521 Sep 14 03:02:57.284593 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac199-af59-4b71-9a7b-64495db35976 admin admin] Pushing event deleted for resources: {'Network': ['ID=c30d7eb7-7130-47dc-95f0-96816a8100cd,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:57.620072 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48132) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:57.660256 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-c8cee821-f926-44d9-9a65-09bbd97fc39c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8af87cd85acd453fac7b3b4f386c8789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390170 Sep 14 03:02:57.662690 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48134) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:57.714112 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-831a059f-240c-4758-a278-292f868f793e admin admin] Publish callbacks [] for security_group (13cf4642-0ffb-4d2e-8bc2-d112cb9cb3ee), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.734615 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-831a059f-240c-4758-a278-292f868f793e admin admin] Publish callbacks [] for security_group (13cf4642-0ffb-4d2e-8bc2-d112cb9cb3ee), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.858879 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-831a059f-240c-4758-a278-292f868f793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (13cf4642-0ffb-4d2e-8bc2-d112cb9cb3ee), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.861275 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-831a059f-240c-4758-a278-292f868f793e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:57.862425 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-831a059f-240c-4758-a278-292f868f793e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/13cf4642-0ffb-4d2e-8bc2-d112cb9cb3ee HTTP/1.1" status: 204 len: 168 time: 0.1988564 Sep 14 03:02:57.870443 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a059f-240c-4758-a278-292f868f793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cf4642-0ffb-4d2e-8bc2-d112cb9cb3ee,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:02:57.990158 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 95439218-72c6-4ba2-9a59-f36cc8afccce no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:02:58.009977 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: 95439218-72c6-4ba2-9a59-f36cc8afccce {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:02:58.010330 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device 95439218-72c6-4ba2-9a59-f36cc8afccce not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:02:58.010821 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device de8d7408-d6c3-4977-a232-606ad88a2a68 no longer exists at agent ovs-agent-dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 03:02:58.029880 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.plugin [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] No Port match for: de8d7408-d6c3-4977-a232-606ad88a2a68 {{(pid=113176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 03:02:58.030266 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron.plugins.ml2.rpc [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Device de8d7408-d6c3-4977-a232-606ad88a2a68 not bound to the agent host dv-cinder-857075-6-smb {{(pid=113176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 03:02:58.510877 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48140) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:58.548647 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:02:58.552718 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-28ea6d33-ae89-426c-a00a-7446ebcd53a8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ac2a7b0878d5455e92dbaa1032894143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407887 Sep 14 03:02:58.555385 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [-] (113174) accepted ('10.222.0.27', 48142) {{(pid=113174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 03:02:58.604579 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4c3412ed-21e7-4879-8b9b-78d66d6a0755 admin admin] Publish callbacks [] for security_group (f77ec9d1-c1ae-4b73-acd7-293f8f760b47), before_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:58.624849 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4c3412ed-21e7-4879-8b9b-78d66d6a0755 admin admin] Publish callbacks [] for security_group (f77ec9d1-c1ae-4b73-acd7-293f8f760b47), precommit_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:58.752972 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4c3412ed-21e7-4879-8b9b-78d66d6a0755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2030279'] for security_group (f77ec9d1-c1ae-4b73-acd7-293f8f760b47), after_delete {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:58.755379 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron_lib.callbacks.manager [None req-4c3412ed-21e7-4879-8b9b-78d66d6a0755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:02:58.756508 dv-cinder-857075-6-smb neutron-server[113174]: INFO neutron.wsgi [None req-4c3412ed-21e7-4879-8b9b-78d66d6a0755 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f77ec9d1-c1ae-4b73-acd7-293f8f760b47 HTTP/1.1" status: 204 len: 168 time: 0.2002587 Sep 14 03:02:58.764630 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3412ed-21e7-4879-8b9b-78d66d6a0755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ec9d1-c1ae-4b73-acd7-293f8f760b47,revision_number=None']} {{(pid=113174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 03:03:01.849921 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=8 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:01.850862 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=7 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:04.844691 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:06.544617 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG dbcounter [-] [113175] Writing DB stats neutron:SELECT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113175) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:08.759279 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=77,neutron:DELETE=7 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:08.760014 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG dbcounter [-] [113174] Writing DB stats neutron:SELECT=1 {{(pid=113174) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:09.821919 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:03:14.495866 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-fa9b457f-4d4f-4385-92fc-8feacb469e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:16.726580 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-de713e7a-3e64-47ec-8ea5-4c59d84b45b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:16.760072 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:18.212949 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:19.818384 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:19.915439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:19.916929 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:29.841569 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=45,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:29.843425 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:34.840764 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:44.509346 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-8f08f6ef-7765-4cf2-885a-b9aeb906c35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:46.743948 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-8e7c88af-c185-4ebd-b642-35f0ae5ed2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:46.822018 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:03:48.215271 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:49.903564 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:49.929294 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:03:56.816769 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:56.817526 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:59.842616 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:03:59.844554 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:04:04.852663 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:09.882648 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=13 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:04:09.884656 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=13 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:04:14.481201 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-0c59b4e0-00de-4bbe-9c58-570e679f4d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:16.740800 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb658-e00f-4695-8f9b-3aca44aadb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:18.226790 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:19.881621 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:19.915631 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:23.821152 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:04:29.838654 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:04:29.844148 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:04:33.815708 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:04:33.816368 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:04:34.831882 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:44.483399 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-8d0dbc78-3653-4b78-9e22-789f28a7931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:46.749443 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-f91065c4-bf12-4200-8078-5e4d3b516f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:48.214603 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:50.006960 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:50.070026 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:04:59.961112 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:04:59.967109 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:05:00.820589 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:05:04.877513 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:10.816508 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=6 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:05:12.802177 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:05:14.492472 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-e3f51afb-cd97-4377-a5cd-913c75e6cbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:16.723300 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ac0531f2-b582-42f5-ac7b-d81584791b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:18.208955 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:19.917264 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:19.929202 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:29.843337 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:05:29.849274 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:05:34.854573 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:37.821729 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:05:44.493976 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-689ed421-5081-4546-8032-903d4056f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:44.765444 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=3 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:05:46.739637 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-8d8a32fc-4cc8-4429-be65-9d7f98eeec0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:47.816517 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=5 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:05:48.223869 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:49.911866 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:49.922945 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:05:59.851483 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:05:59.853806 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:04.944099 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:09.885939 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=13 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:09.885939 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=13 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:14.528587 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-9624b889-3b49-468c-b933-44f9534fd2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:14.821707 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:06:16.722711 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-5002da38-f4bb-4e88-8ca3-b99ea5af44cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:18.226487 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:19.899724 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:19.933774 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:24.817159 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:24.817918 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=6 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:29.854550 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:29.856439 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:34.893051 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:44.487728 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-eab1df1d-bffb-4c22-ad9c-f4a1a1fb4209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:46.734418 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-559072fe-113e-49db-846d-b0f765f3a222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:48.224471 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:49.899305 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:49.927836 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:06:51.821637 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:06:58.767866 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=4 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:59.852424 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:06:59.862423 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:01.818273 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=6 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:04.899243 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:12.808165 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:12.808901 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:DELETE=1 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:14.470625 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-847bf8f2-06c2-42ac-8a84-98a0b8c0416c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:16.733238 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-7e335ef3-5450-4a10-b28c-c200b8e16b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:18.247574 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:19.906604 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:19.939276 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:28.821146 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:07:29.905016 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:29.908368 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:34.910504 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:38.816888 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=2 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:38.817679 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG dbcounter [-] [113177] Writing DB stats neutron:SELECT=6 {{(pid=113177) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:42.178074 dv-cinder-857075-6-smb neutron-server[113175]: DEBUG neutron.wsgi [req-383a32f8-1144-44f1-a376-fe7d52568477 req-61ca66fb-336e-44cb-b2b1-81d83d9b3d1d service neutron] (113175) timed out ('10.222.0.23', 61283) {{(pid=113175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 03:07:44.470240 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-6dceed01-5f60-4d3e-8030-26fe64ee9c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (af83cd11-4f0e-4698-96bc-656933be5a06), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:46.733333 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-21f7cb5c-19a3-4c29-b5ab-af02b4817d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (0bea745c-8979-4510-9a2c-34ce2aeb74a8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:48.247143 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-ccc4aaeb-d46c-4b9d-b4e6-445a12ea1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (80f1ec0f-63f5-41c6-af0c-cf817eea10e7), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:49.979082 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-77faa4ac-62a4-415c-875d-fab4d22ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (adae2f10-dead-4b30-95e6-9bd54d23306f), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:50.007413 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-c31d4dc8-e1a4-4178-a0e8-7e51f5c3f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (bc3c0530-ab72-421d-b8d3-ba1cf70b79b8), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:07:59.865613 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:07:59.866929 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG dbcounter [-] [113176] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113176) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:08:00.603528 dv-cinder-857075-6-smb neutron-server[113174]: DEBUG neutron.wsgi [req-61cb5a00-06aa-4237-afa5-939e5aaaa802 req-c0d42cbf-60df-429a-a74d-53da073931d7 service neutron] (113174) timed out ('10.222.0.23', 61274) {{(pid=113174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 03:08:04.938523 dv-cinder-857075-6-smb neutron-server[113176]: DEBUG neutron_lib.callbacks.manager [None req-4722a0e7-355c-4673-9ddf-823fb3888309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790733905327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988928'] for agent (5d851487-b066-428c-af61-9b82d1316983), after_update {{(pid=113176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:08:05.820332 dv-cinder-857075-6-smb neutron-server[113177]: DEBUG neutron.db.agents_db [None req-122ffef4-5400-48a1-91bd-c57cb077580a None None] Agent healthcheck: found 6 active agents {{(pid=113177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}